{ "split": "validation", "cohort": "full", "updated_utc": "2026-10-21T08:38:44.828578+00:00", "methods": { "raw": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 1.2460781598098496, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9769831424531271, "mean_any_roof_coverage": 0.9769831424531271, "conditional_any_roof_mae_m": 1.0596360928009543, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.7035932985062598, "mean_strict_plane_XY_intersection_precision": 0.7042079233250921, "ridge3d_confirmed_f1": 0.48357542643554396, "ridge3d_confirmed_recall": 0.45892543504967176, "ridge3d_confirmed_precision": 0.5654749650819926, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 490, "ridge3d_conditional_f1_diagnostic": 0.3321259796947417, "ridge3d_teacher_empty_spurious_clouds": 126, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1626, "ridge3d_confirmed_defined_buildings": 182, "ridge3d_both_no_edges_clouds": 774, "ridge3d_v1_f1_diagnostic": 0.3321340638306389, "all_edges_two_incidences_fraction_diagnostic": 0.96625, "mean_retained_fraction": 1.0, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": 0.0, "paired_building_bootstrap95_delta_m": [ 0.0, 0.0 ], "paired_median_building_delta_m": 0.0, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0193100000000138", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000143", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000172", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000364", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000405", "delta_m": 0.0 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0855100000020994", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000020950", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000020921", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000020920", "delta_m": 0.0 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/raw.json", "rows_sha256": "399492ee427ecac66e687e2e315637a554ee5552c098f92eef38dde001e3add6", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526520850390396, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492318918264793, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29790149109767905, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2988576135478365, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8350927438950118, "mean_strict_plane_XY_intersection_precision": 0.8352067579364069, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.32291945029352404, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3263568994131547, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8661295667702616, "mean_strict_plane_XY_intersection_precision": 0.8662547198290949, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21836721436296824, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.22143737775263841, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9174161075802675, "mean_strict_plane_XY_intersection_precision": 0.9175607274863379, "ridge3d_confirmed_f1": 0.7777350053742492, "ridge3d_confirmed_recall": 0.7686921160138407, "ridge3d_confirmed_precision": 0.8123816539781332, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.7364914823619786, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7364914823619786, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.0380237853341283, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9983932422117267, "mean_any_roof_coverage": 0.9983932422117267, "conditional_any_roof_mae_m": 2.0495638161145417, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.584150863166292, "mean_strict_plane_XY_intersection_precision": 0.5849538931002682, "ridge3d_confirmed_f1": 0.3007289624074002, "ridge3d_confirmed_recall": 0.273884651066757, "ridge3d_confirmed_precision": 0.38986675380395436, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 32, "ridge3d_conditional_f1_diagnostic": 0.2320439524748458, "ridge3d_teacher_empty_spurious_clouds": 37, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 162, "ridge3d_confirmed_defined_buildings": 162, "ridge3d_both_no_edges_clouds": 38, "ridge3d_v1_f1_diagnostic": 0.23204360667224047, "all_edges_two_incidences_fraction_diagnostic": 0.945, "mean_retained_fraction": 1.0 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.105587618024374, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9976859667480525, "mean_any_roof_coverage": 0.9976859667480525, "conditional_any_roof_mae_m": 2.0967417352298936, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.4672518421592568, "mean_strict_plane_XY_intersection_precision": 0.4690922937675995, "ridge3d_confirmed_f1": 0.3142912130538534, "ridge3d_confirmed_recall": 0.25465502196686096, "ridge3d_confirmed_precision": 0.4992495002786244, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.3045457490831913, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.3045457490831913, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 1.0 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3595828207284731, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3863004702591039, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8550117833574364, "mean_strict_plane_XY_intersection_precision": 0.8551389389055979, "ridge3d_confirmed_f1": 0.596312326906762, "ridge3d_confirmed_recall": 0.5644004936091936, "ridge3d_confirmed_precision": 0.6808155391874302, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 32, "ridge3d_conditional_f1_diagnostic": 0.5646897035101912, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.564689453210627, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5491941140736069, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9974939299400739, "mean_any_roof_coverage": 0.9974939299400739, "conditional_any_roof_mae_m": 0.5352468421289376, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8288745645876199, "mean_strict_plane_XY_intersection_precision": 0.830529265132927, "ridge3d_confirmed_f1": 0.6336586574418315, "ridge3d_confirmed_recall": 0.5979774534075355, "ridge3d_confirmed_precision": 0.7325663776302039, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.5867209791128069, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 135, "ridge3d_confirmed_defined_buildings": 135, "ridge3d_both_no_edges_clouds": 65, "ridge3d_v1_f1_diagnostic": 0.5867207762933556, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 1.0 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.9554162079462216, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9972433972690805, "mean_any_roof_coverage": 0.9972433972690805, "conditional_any_roof_mae_m": 1.947910792430622, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.46062206679716655, "mean_strict_plane_XY_intersection_precision": 0.46280502146059604, "ridge3d_confirmed_f1": 0.273326937239137, "ridge3d_confirmed_recall": 0.22817712660685419, "ridge3d_confirmed_precision": 0.4180228978173137, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.2669208371475947, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.26692062838135056, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 1.0 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.8543954907237965, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.999609532470638, "mean_any_roof_coverage": 0.999609532470638, "conditional_any_roof_mae_m": 2.8952095494155237, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.45759435186530895, "mean_strict_plane_XY_intersection_precision": 0.457661360183579, "ridge3d_confirmed_f1": 0.2535698149008732, "ridge3d_confirmed_recall": 0.23137754952506098, "ridge3d_confirmed_precision": 0.3540240650355541, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 34, "ridge3d_conditional_f1_diagnostic": 0.19445537952520953, "ridge3d_teacher_empty_spurious_clouds": 38, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 163, "ridge3d_confirmed_defined_buildings": 163, "ridge3d_both_no_edges_clouds": 37, "ridge3d_v1_f1_diagnostic": 0.19445654023408807, "all_edges_two_incidences_fraction_diagnostic": 0.985, "mean_retained_fraction": 1.0 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.6284666524554193, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.999931693989071, "mean_any_roof_coverage": 0.999931693989071, "conditional_any_roof_mae_m": 0.6286346007110108, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.8628155763505142, "mean_strict_plane_XY_intersection_precision": 0.8629510179950778, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 33, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 25, "ridge3d_both_no_edges_clouds": 327, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.9972222222222222, "mean_retained_fraction": 1.0 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 1.153341696975615, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9818263300823628, "mean_any_roof_coverage": 0.9818263300823628, "conditional_any_roof_mae_m": 1.0020965510413067, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.7227519929319716, "mean_strict_plane_XY_intersection_precision": 0.7233895756706895, "ridge3d_confirmed_f1": 0.5661327135622692, "ridge3d_confirmed_recall": 0.543653045590243, "ridge3d_confirmed_precision": 0.6390604582134654, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 271, "ridge3d_conditional_f1_diagnostic": 0.41971908074444103, "ridge3d_teacher_empty_spurious_clouds": 84, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 408, "ridge3d_v1_f1_diagnostic": 0.41971915501798246, "all_edges_two_incidences_fraction_diagnostic": 0.9724409448818898, "mean_retained_fraction": 1.0 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.9508659737768432, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.946668226755657, "mean_any_roof_coverage": 0.946668226755657, "conditional_any_roof_mae_m": 1.5302771757352225, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.5359230071715384, "mean_strict_plane_XY_intersection_precision": 0.5368041398834541, "ridge3d_confirmed_f1": 0.3015260240535343, "ridge3d_confirmed_recall": 0.27209019129354056, "ridge3d_confirmed_precision": 0.40320951868951416, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 219, "ridge3d_conditional_f1_diagnostic": 0.2868174375143375, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 477, "ridge3d_confirmed_defined_buildings": 41, "ridge3d_both_no_edges_clouds": 39, "ridge3d_v1_f1_diagnostic": 0.2868531130509835, "all_edges_two_incidences_fraction_diagnostic": 0.9263565891472868, "mean_retained_fraction": 1.0 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.2810069616088047, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9606916888896826, "mean_any_roof_coverage": 0.9606916888896826, "conditional_any_roof_mae_m": 0.9431008203509794, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.689208449662103, "mean_strict_plane_XY_intersection_precision": 0.6907575689765297, "ridge3d_confirmed_f1": 0.4841710808881847, "ridge3d_confirmed_recall": 0.4423557439382053, "ridge3d_confirmed_precision": 0.6050867947818647, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 58, "ridge3d_conditional_f1_diagnostic": 0.41154541875495704, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 208, "ridge3d_confirmed_defined_buildings": 20, "ridge3d_both_no_edges_clouds": 32, "ridge3d_v1_f1_diagnostic": 0.4115445391366214, "all_edges_two_incidences_fraction_diagnostic": 0.9458333333333333, "mean_retained_fraction": 1.0 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.1648639545205182, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.9437134040032088, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.7249070769958114, "mean_strict_plane_XY_intersection_precision": 0.725006027930902, "ridge3d_confirmed_f1": 0.5101304866570439, "ridge3d_confirmed_recall": 0.4682164859227747, "ridge3d_confirmed_precision": 0.6340918367718792, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 36, "ridge3d_conditional_f1_diagnostic": 0.26848972981949676, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 143, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 97, "ridge3d_v1_f1_diagnostic": 0.26848972981949676, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 1.0 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.959843333248859, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.9464840314321601, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.7758199525409526, "mean_strict_plane_XY_intersection_precision": 0.7759262008861716, "ridge3d_confirmed_f1": 0.49695320434912005, "ridge3d_confirmed_recall": 0.467592367610975, "ridge3d_confirmed_precision": 0.5966338845906687, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.10648997236052572, "ridge3d_teacher_empty_spurious_clouds": 16, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 52, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 188, "ridge3d_v1_f1_diagnostic": 0.10648997236052572, "all_edges_two_incidences_fraction_diagnostic": 0.9916666666666667, "mean_retained_fraction": 1.0 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.9192099077224178, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9858993301812452, "mean_any_roof_coverage": 0.9858993301812452, "conditional_any_roof_mae_m": 0.7974910022961674, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7911569424719398, "mean_strict_plane_XY_intersection_precision": 0.7919102049158608, "ridge3d_confirmed_f1": 0.6827083501323676, "ridge3d_confirmed_recall": 0.6502064621270089, "ridge3d_confirmed_precision": 0.7733149987360242, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.36143383242301813, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 122, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 118, "ridge3d_v1_f1_diagnostic": 0.36143383242301813, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 1.0 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.1938511949914141, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9812214611872146, "mean_any_roof_coverage": 0.9812214611872146, "conditional_any_roof_mae_m": 1.0430269383793576, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.7139627476508683, "mean_strict_plane_XY_intersection_precision": 0.7158250058781374, "ridge3d_confirmed_f1": 0.501562093149002, "ridge3d_confirmed_recall": 0.4936781114116598, "ridge3d_confirmed_precision": 0.558476341954643, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 38, "ridge3d_conditional_f1_diagnostic": 0.3167760588309486, "ridge3d_teacher_empty_spurious_clouds": 20, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 164, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 76, "ridge3d_v1_f1_diagnostic": 0.3167760588309486, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 1.0 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.3730446465039348, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 1.2869098831890384, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.689659922163786, "mean_strict_plane_XY_intersection_precision": 0.6897477517751703, "ridge3d_confirmed_f1": 0.4238049055765527, "ridge3d_confirmed_recall": 0.41464695544598573, "ridge3d_confirmed_precision": 0.4695021018243133, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 87, "ridge3d_conditional_f1_diagnostic": 0.379193862884284, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 208, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 32, "ridge3d_v1_f1_diagnostic": 0.3791943163438004, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 1.0 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.5629387016324336, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 1.3766920940538352, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.6170682401919408, "mean_strict_plane_XY_intersection_precision": 0.6171510492537607, "ridge3d_confirmed_f1": 0.31622255770471325, "ridge3d_confirmed_recall": 0.28608578888978786, "ridge3d_confirmed_precision": 0.3988781904188897, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.2174030084219904, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 145, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 95, "ridge3d_v1_f1_diagnostic": 0.2174030084219904, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 1.0 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.4018198534638453, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 1.074859773381125, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.6764099076877478, "mean_strict_plane_XY_intersection_precision": 0.6765342263307621, "ridge3d_confirmed_f1": 0.4937675058935846, "ridge3d_confirmed_recall": 0.4732272128025263, "ridge3d_confirmed_precision": 0.5738389299659371, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 70, "ridge3d_conditional_f1_diagnostic": 0.4690791305989054, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 230, "ridge3d_confirmed_defined_buildings": 20, "ridge3d_both_no_edges_clouds": 10, "ridge3d_v1_f1_diagnostic": 0.4690791305989054, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 1.0 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.2109083186922311, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9856818181818181, "mean_any_roof_coverage": 0.9856818181818181, "conditional_any_roof_mae_m": 1.0960361626688009, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7046414715329494, "mean_strict_plane_XY_intersection_precision": 0.706020166670385, "ridge3d_confirmed_f1": 0.5745980010789358, "ridge3d_confirmed_recall": 0.5560505099139298, "ridge3d_confirmed_precision": 0.6330772129520839, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 46, "ridge3d_conditional_f1_diagnostic": 0.42338800079500527, "ridge3d_teacher_empty_spurious_clouds": 21, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 189, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 51, "ridge3d_v1_f1_diagnostic": 0.42338800079500527, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 1.0 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.393294725714037, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 1.0880468182548688, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.6530982741644991, "mean_strict_plane_XY_intersection_precision": 0.653201030633241, "ridge3d_confirmed_f1": 0.4116653095469436, "ridge3d_confirmed_recall": 0.38559447490025983, "ridge3d_confirmed_precision": 0.4977159641602729, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 58, "ridge3d_conditional_f1_diagnostic": 0.28166573811106665, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 165, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.2817436480778664, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 1.0 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/raw.json", "paired_rows_sha256": "02d382bfb5e3bc3a69e8732cb3515b5326880fbcf142259573a580728549449f" }, "geometry": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 1.2517657457032594, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9768000830454915, "mean_any_roof_coverage": 0.9768000830454915, "conditional_any_roof_mae_m": 1.0655072848249332, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.7024545129494044, "mean_strict_plane_XY_intersection_precision": 0.7029405273628817, "ridge3d_confirmed_f1": 0.48498484776583706, "ridge3d_confirmed_recall": 0.46016088926762877, "ridge3d_confirmed_precision": 0.5685883030014729, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 493, "ridge3d_conditional_f1_diagnostic": 0.3367950331707202, "ridge3d_teacher_empty_spurious_clouds": 128, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1628, "ridge3d_confirmed_defined_buildings": 180, "ridge3d_both_no_edges_clouds": 772, "ridge3d_v1_f1_diagnostic": 0.3368032854705675, "all_edges_two_incidences_fraction_diagnostic": 0.9670833333333333, "mean_retained_fraction": 0.9576603190104167, "clean_individual_harmed_over_2cm": 5, "clean_max_harm_m": 0.2801832670051499, "clean_mean_delta_m": 0.0025520078119642764, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0004947874503632053, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000014420", "city": "Leiden", "case": "clean", "delta_m": 0.043867371574440456, "raw_loss_m": 0.10192542509498773, "model_loss_m": 0.14579279666942818, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0599100000203970", "city": "Rotterdam", "case": "clean", "delta_m": 0.05764272315313179, "raw_loss_m": 0.26863765108947313, "model_loss_m": 0.3262803742426049, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0599100000272868", "city": "Rotterdam", "case": "clean", "delta_m": 0.04776183715284121, "raw_loss_m": 0.6634981730410789, "model_loss_m": 0.7112600101939202, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0599100000611987", "city": "Rotterdam", "case": "clean", "delta_m": 0.0633019322837113, "raw_loss_m": 0.029561880909358518, "model_loss_m": 0.09286381319306981, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0193100000001591", "city": "Zwolle", "case": "clean", "delta_m": 0.2801832670051499, "raw_loss_m": 0.3232249368835102, "model_loss_m": 0.6034082038886601, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": 0.005687585893409758, "paired_building_bootstrap95_delta_m": [ -0.006671410108930117, 0.0185654969059219 ], "paired_median_building_delta_m": -0.0005484871374490409, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0344100000000805", "delta_m": -0.36055165431459973 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -0.24689649205633668 }, { "id": "NL.IMBAG.Pand.0599100000203970", "delta_m": -0.18500699308636906 }, { "id": "NL.IMBAG.Pand.0268100000002652", "delta_m": -0.18453487883504635 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.16493364289464998 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0268100000006067", "delta_m": 0.5944961880696641 }, { "id": "NL.IMBAG.Pand.0193100000000476", "delta_m": 0.3277224200171451 }, { "id": "NL.IMBAG.Pand.0202100000206202", "delta_m": 0.27600555326495174 }, { "id": "NL.IMBAG.Pand.0599100000272868", "delta_m": 0.22941594274496024 }, { "id": "NL.IMBAG.Pand.0392100000001524", "delta_m": 0.2084354974345595 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/geometry.json", "rows_sha256": "6af341275400a56926a6808245ea378664806f1bdd173e56d26d2e06c55e7ba0", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12781721631586823, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.12783226301238212, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9443543990156635, "mean_strict_plane_XY_intersection_precision": 0.9444910823075748, "ridge3d_confirmed_f1": 0.8273000514008352, "ridge3d_confirmed_recall": 0.8112926046274102, "ridge3d_confirmed_precision": 0.871423227939943, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7894084459931634, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7894732137628679, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998349609375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6582971655288372, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6617992435895126, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7460243417560943, "mean_strict_plane_XY_intersection_precision": 0.7461345752215018, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.988671875 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29840480885643633, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.2990954734324692, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.835121288306803, "mean_strict_plane_XY_intersection_precision": 0.8352386251730307, "ridge3d_confirmed_f1": 0.6563700897713486, "ridge3d_confirmed_recall": 0.65031399917485, "ridge3d_confirmed_precision": 0.699011880850537, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.6311250863186044, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6311248058715629, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.98560546875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3209369415714712, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.32410152195097347, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8675367614310922, "mean_strict_plane_XY_intersection_precision": 0.8676611592650163, "ridge3d_confirmed_f1": 0.6395365959037143, "ridge3d_confirmed_recall": 0.6073381379968644, "ridge3d_confirmed_precision": 0.7672434956898296, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6149390345228021, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6150110925759156, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.99875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21578629439176641, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.2155159642498331, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9132775604778157, "mean_strict_plane_XY_intersection_precision": 0.9134110778245096, "ridge3d_confirmed_f1": 0.7684233015258088, "ridge3d_confirmed_recall": 0.753827332048154, "ridge3d_confirmed_precision": 0.8111863587971953, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.722202351058091, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.7222020612839464, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.868359375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.06381275629156, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9984297385620916, "mean_any_roof_coverage": 0.9984297385620916, "conditional_any_roof_mae_m": 2.0772823809985255, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.5743275479167196, "mean_strict_plane_XY_intersection_precision": 0.5751255455909007, "ridge3d_confirmed_f1": 0.2918724284105661, "ridge3d_confirmed_recall": 0.25934953777534275, "ridge3d_confirmed_precision": 0.4084874443495576, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 30, "ridge3d_conditional_f1_diagnostic": 0.22382854939460592, "ridge3d_teacher_empty_spurious_clouds": 38, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 163, "ridge3d_confirmed_defined_buildings": 163, "ridge3d_both_no_edges_clouds": 37, "ridge3d_v1_f1_diagnostic": 0.22382854939460592, "all_edges_two_incidences_fraction_diagnostic": 0.94, "mean_retained_fraction": 0.974892578125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.1073481011381294, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9976859667480525, "mean_any_roof_coverage": 0.9976859667480525, "conditional_any_roof_mae_m": 2.0985812179591137, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.46757526094282964, "mean_strict_plane_XY_intersection_precision": 0.4694102096984686, "ridge3d_confirmed_f1": 0.3320652645484449, "ridge3d_confirmed_recall": 0.2721397758080813, "ridge3d_confirmed_precision": 0.5216223445461848, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 50, "ridge3d_conditional_f1_diagnostic": 0.3217686671981056, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.3217686671981056, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.99537109375 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3698762270403049, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3965938765709358, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8522250557431641, "mean_strict_plane_XY_intersection_precision": 0.8523540136782174, "ridge3d_confirmed_f1": 0.63215015602372, "ridge3d_confirmed_recall": 0.6056980085123291, "ridge3d_confirmed_precision": 0.7071155050684402, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.5986270416891288, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.5986267497197256, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.89845703125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.46433303551764643, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.4735596284754844, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8443083803091391, "mean_strict_plane_XY_intersection_precision": 0.8444410466996078, "ridge3d_confirmed_f1": 0.6665434721462723, "ridge3d_confirmed_recall": 0.6386622265070376, "ridge3d_confirmed_precision": 0.7445747342718432, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6311964698354852, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6311962121419971, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.825283203125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.9500488049263947, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9972433972690805, "mean_any_roof_coverage": 0.9972433972690805, "conditional_any_roof_mae_m": 1.9425414896695508, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.4610127173934464, "mean_strict_plane_XY_intersection_precision": 0.4631974375558168, "ridge3d_confirmed_f1": 0.2848968806253232, "ridge3d_confirmed_recall": 0.23752341348158912, "ridge3d_confirmed_precision": 0.44253224218554477, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 63, "ridge3d_conditional_f1_diagnostic": 0.27393930829358, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.27393910285135936, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 0.983974609375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.970417811922468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9953373843759149, "mean_any_roof_coverage": 0.9953373843759149, "conditional_any_roof_mae_m": 2.9910760757869017, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.44428716433415844, "mean_strict_plane_XY_intersection_precision": 0.44434989148382653, "ridge3d_confirmed_f1": 0.23826927621095412, "ridge3d_confirmed_recall": 0.21392005137346198, "ridge3d_confirmed_precision": 0.337098548951164, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.180507027432541, "ridge3d_teacher_empty_spurious_clouds": 40, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 165, "ridge3d_confirmed_defined_buildings": 165, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.18050815254746413, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.974208984375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.6525574949850792, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.999931693989071, "mean_any_roof_coverage": 0.999931693989071, "conditional_any_roof_mae_m": 0.654154943606782, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.8577038026951801, "mean_strict_plane_XY_intersection_precision": 0.8578398749870922, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 33, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 327, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.9944444444444445, "mean_retained_fraction": 0.9545193142361111 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 1.1507978618921182, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9815380475506531, "mean_any_roof_coverage": 0.9815380475506531, "conditional_any_roof_mae_m": 0.9976343094837657, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.7221076705636515, "mean_strict_plane_XY_intersection_precision": 0.7225435053941042, "ridge3d_confirmed_f1": 0.571356383601178, "ridge3d_confirmed_recall": 0.5490019108009897, "ridge3d_confirmed_precision": 0.6470017715497982, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 271, "ridge3d_conditional_f1_diagnostic": 0.4272752086060983, "ridge3d_teacher_empty_spurious_clouds": 87, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1119, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 405, "ridge3d_v1_f1_diagnostic": 0.42727535685957513, "all_edges_two_incidences_fraction_diagnostic": 0.9724409448818898, "mean_retained_fraction": 0.9566493397309711 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.968025484437222, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.946668226755657, "mean_any_roof_coverage": 0.946668226755657, "conditional_any_roof_mae_m": 1.5529593337754646, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.5360956824986443, "mean_strict_plane_XY_intersection_precision": 0.5369740473933099, "ridge3d_confirmed_f1": 0.29452453797508543, "ridge3d_confirmed_recall": 0.264255046912012, "ridge3d_confirmed_precision": 0.39567655184362704, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 222, "ridge3d_conditional_f1_diagnostic": 0.2801574873421544, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 476, "ridge3d_confirmed_defined_buildings": 41, "ridge3d_both_no_edges_clouds": 40, "ridge3d_v1_f1_diagnostic": 0.28019330111831736, "all_edges_two_incidences_fraction_diagnostic": 0.9321705426356589, "mean_retained_fraction": 0.9628376332364341 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.3083657102071387, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9606916888896826, "mean_any_roof_coverage": 0.9606916888896826, "conditional_any_roof_mae_m": 0.9722203010564993, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.6780514150990185, "mean_strict_plane_XY_intersection_precision": 0.6795970836610487, "ridge3d_confirmed_f1": 0.4805028883183526, "ridge3d_confirmed_recall": 0.4370502123205515, "ridge3d_confirmed_precision": 0.6038161466522117, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.4299236369164207, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 208, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 32, "ridge3d_v1_f1_diagnostic": 0.42992256063105544, "all_edges_two_incidences_fraction_diagnostic": 0.9458333333333333, "mean_retained_fraction": 0.9504720052083333 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.1834267581713505, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.9657620483562823, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.7252738830557626, "mean_strict_plane_XY_intersection_precision": 0.7253747118050982, "ridge3d_confirmed_f1": 0.5200093286627573, "ridge3d_confirmed_recall": 0.48495006728375883, "ridge3d_confirmed_precision": 0.6229719410557801, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 34, "ridge3d_conditional_f1_diagnostic": 0.30588784038985717, "ridge3d_teacher_empty_spurious_clouds": 20, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 140, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 100, "ridge3d_v1_f1_diagnostic": 0.30588784038985717, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.9587320963541667 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.9776642029570326, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.967297783273254, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.7758643967640062, "mean_strict_plane_XY_intersection_precision": 0.7759730665657932, "ridge3d_confirmed_f1": 0.4879352890453659, "ridge3d_confirmed_recall": 0.45992044642252283, "ridge3d_confirmed_precision": 0.5893063479763373, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.1045575619382927, "ridge3d_teacher_empty_spurious_clouds": 17, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 53, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 187, "ridge3d_v1_f1_diagnostic": 0.1045575619382927, "all_edges_two_incidences_fraction_diagnostic": 0.9916666666666667, "mean_retained_fraction": 0.9640543619791667 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.9417776488429797, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9858993301812452, "mean_any_roof_coverage": 0.9858993301812452, "conditional_any_roof_mae_m": 0.8190264961592681, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7832348036903897, "mean_strict_plane_XY_intersection_precision": 0.7839848691492142, "ridge3d_confirmed_f1": 0.6718318767999173, "ridge3d_confirmed_recall": 0.636869108832815, "ridge3d_confirmed_precision": 0.7779356523973704, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.3359159383999587, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 123, "ridge3d_confirmed_defined_buildings": 18, "ridge3d_both_no_edges_clouds": 117, "ridge3d_v1_f1_diagnostic": 0.3359159383999587, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.9544270833333334 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.1810730304496828, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9812214611872146, "mean_any_roof_coverage": 0.9812214611872146, "conditional_any_roof_mae_m": 1.0349315106242636, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.713348201086338, "mean_strict_plane_XY_intersection_precision": 0.7152110663755156, "ridge3d_confirmed_f1": 0.5055327565923317, "ridge3d_confirmed_recall": 0.4924575920164514, "ridge3d_confirmed_precision": 0.577223026949942, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.30331965395539895, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 167, "ridge3d_confirmed_defined_buildings": 20, "ridge3d_both_no_edges_clouds": 73, "ridge3d_v1_f1_diagnostic": 0.30331965395539895, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9568115234375 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.3682499831275732, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9838512241054614, "mean_any_roof_coverage": 0.9838512241054614, "conditional_any_roof_mae_m": 1.244557287477068, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.6996161785124511, "mean_strict_plane_XY_intersection_precision": 0.6997040340021298, "ridge3d_confirmed_f1": 0.42620524609803107, "ridge3d_confirmed_recall": 0.4193418075692237, "ridge3d_confirmed_precision": 0.46627047277469685, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 85, "ridge3d_conditional_f1_diagnostic": 0.38134153598244885, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 209, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 31, "ridge3d_v1_f1_diagnostic": 0.3813424333061242, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.9635498046875 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.5515116569428486, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 1.3632668573447566, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.6137729648773608, "mean_strict_plane_XY_intersection_precision": 0.6138555900066682, "ridge3d_confirmed_f1": 0.31007220735293717, "ridge3d_confirmed_recall": 0.27347294153096846, "ridge3d_confirmed_precision": 0.4181394054303057, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.21317464255514426, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 146, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 94, "ridge3d_v1_f1_diagnostic": 0.21317464255514426, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9631998697916667 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.3907463232037123, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 1.0656542050081619, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.6791206936470472, "mean_strict_plane_XY_intersection_precision": 0.6792450156901748, "ridge3d_confirmed_f1": 0.506051069422518, "ridge3d_confirmed_recall": 0.4843237092624715, "ridge3d_confirmed_precision": 0.59134097027042, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 70, "ridge3d_conditional_f1_diagnostic": 0.4807485159513921, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 229, "ridge3d_confirmed_defined_buildings": 20, "ridge3d_both_no_edges_clouds": 11, "ridge3d_v1_f1_diagnostic": 0.4807485159513921, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.953271484375 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.1807275426211046, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 1.0836900760837378, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7071447007170814, "mean_strict_plane_XY_intersection_precision": 0.7072417923413805, "ridge3d_confirmed_f1": 0.5803500389429086, "ridge3d_confirmed_recall": 0.564396412768842, "ridge3d_confirmed_precision": 0.6313864027404471, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.4513833636222622, "ridge3d_teacher_empty_spurious_clouds": 20, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 188, "ridge3d_confirmed_defined_buildings": 18, "ridge3d_both_no_edges_clouds": 52, "ridge3d_v1_f1_diagnostic": 0.4513833636222622, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.95498046875 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.434114600509171, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 1.1386662828660414, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.6491178920445883, "mean_strict_plane_XY_intersection_precision": 0.6492180440317941, "ridge3d_confirmed_f1": 0.40627872434379475, "ridge3d_confirmed_recall": 0.3829976240721619, "ridge3d_confirmed_precision": 0.48322370478666143, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.2779801798141754, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 165, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.27805853845862916, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.9571044921875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/geometry.json", "paired_rows_sha256": "dae4a41e4591c3235df6fd0fde022a5de77ac19ff89bd10d3bd96df5985f2099" }, "graph_10000_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6827365911378697, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776652862911186, "mean_any_roof_coverage": 0.9776652862911186, "conditional_any_roof_mae_m": 0.48589693038512366, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8062162540616552, "mean_strict_plane_XY_intersection_precision": 0.806335267010123, "ridge3d_confirmed_f1": 0.5636662484116456, "ridge3d_confirmed_recall": 0.5446147387603619, "ridge3d_confirmed_precision": 0.6306251601266176, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 476, "ridge3d_conditional_f1_diagnostic": 0.5297615116650805, "ridge3d_teacher_empty_spurious_clouds": 64, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1564, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 836, "ridge3d_v1_f1_diagnostic": 0.5297775958872972, "all_edges_two_incidences_fraction_diagnostic": 0.9745833333333334, "mean_retained_fraction": 0.73502197265625, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 3.100334801797722e-05, "clean_mean_delta_m": -0.0011615941819052807, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.56334156867198, "paired_building_bootstrap95_delta_m": [ -0.5934200418245962, -0.5323935410855829 ], "paired_median_building_delta_m": -0.563764268570798, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751777075846667 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0378422911887197 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0327145909485742 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9986737801989728 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9784769805920929 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0599100000601108", "delta_m": 0.10206256050121472 }, { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.019867346435009387 }, { "id": "NL.IMBAG.Pand.0202100000202559", "delta_m": 0.010486572836121533 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0011446704382490648 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.0032329945090229795 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_10000_s20261031.json", "rows_sha256": "07fac11b786644bb92648a75cb76fae1d348a93981da106c675fee4d8c4b09f5", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12410361432199866, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12376159500074264, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9462010421008764, "mean_strict_plane_XY_intersection_precision": 0.9463386767956637, "ridge3d_confirmed_f1": 0.8407418689915176, "ridge3d_confirmed_recall": 0.829877209438052, "ridge3d_confirmed_precision": 0.8796681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.8022346078163335, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.8023029008588898, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99794921875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6577610827900031, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6612632395140606, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456955164706429, "mean_strict_plane_XY_intersection_precision": 0.7458064573224331, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.998515625 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2955758109392659, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2965515479509991, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8408000965401327, "mean_strict_plane_XY_intersection_precision": 0.8409152796873977, "ridge3d_confirmed_f1": 0.7030344356771611, "ridge3d_confirmed_recall": 0.6919407327804579, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6708343851881309, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6708333274559142, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999189453125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.32294054596110544, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.326377995080736, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8661405960411537, "mean_strict_plane_XY_intersection_precision": 0.8662647738974179, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9970703125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21538986346667827, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.21643325143130404, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9177112433224568, "mean_strict_plane_XY_intersection_precision": 0.9178581452847533, "ridge3d_confirmed_f1": 0.7583113841237867, "ridge3d_confirmed_recall": 0.7480216109021747, "ridge3d_confirmed_precision": 0.7868685798932007, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.7180979016323737, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7180976096629703, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.72244140625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.521024901844512, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5303489608126953, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7976102551175482, "mean_strict_plane_XY_intersection_precision": 0.7977312063390677, "ridge3d_confirmed_f1": 0.5083674082300067, "ridge3d_confirmed_recall": 0.47011099037628484, "ridge3d_confirmed_precision": 0.6202904342421022, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.4888148156057757, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4888146049630676, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.501748046875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.572542065855818, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5716704443471978, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7740276282181192, "mean_strict_plane_XY_intersection_precision": 0.7741402513037323, "ridge3d_confirmed_f1": 0.47611477641918903, "ridge3d_confirmed_recall": 0.43664185280157136, "ridge3d_confirmed_precision": 0.6000966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4578026696338356, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.45780241550268, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.496279296875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3047276275439077, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.32647585830141934, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8864178769996461, "mean_strict_plane_XY_intersection_precision": 0.8865430503064105, "ridge3d_confirmed_f1": 0.6766441297940357, "ridge3d_confirmed_recall": 0.6796727648142276, "ridge3d_confirmed_precision": 0.702113482336676, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.635943731009432, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.635943731009432, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.579892578125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.34687849495750983, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.35464424212638934, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.867860364177096, "mean_strict_plane_XY_intersection_precision": 0.8679941825867915, "ridge3d_confirmed_f1": 0.7121792538478783, "ridge3d_confirmed_recall": 0.6953736089687889, "ridge3d_confirmed_precision": 0.7621808944160379, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6744121722044302, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6744119219237467, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50943359375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3240025118852661, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.32503643826298273, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.866404363144306, "mean_strict_plane_XY_intersection_precision": 0.8665392851018318, "ridge3d_confirmed_f1": 0.663647014386633, "ridge3d_confirmed_recall": 0.6518215864363629, "ridge3d_confirmed_precision": 0.7084211474072218, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 28, "ridge3d_conditional_f1_diagnostic": 0.6237283969799183, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6237887063520547, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.512802734375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0337827891501397, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.0705761092746555, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6863223888419592, "mean_strict_plane_XY_intersection_precision": 0.6864202316398672, "ridge3d_confirmed_f1": 0.3071330265056559, "ridge3d_confirmed_recall": 0.2572398647433981, "ridge3d_confirmed_precision": 0.4807579779800625, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.29760952180780614, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.297610851654748, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.50494140625 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010405410263810292, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010405410263810292, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7329806857638889 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5663038910668612, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825554640965825, "mean_any_roof_coverage": 0.9825554640965825, "conditional_any_roof_mae_m": 0.40745547588925324, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8267458738884875, "mean_strict_plane_XY_intersection_precision": 0.8268725479551798, "ridge3d_confirmed_f1": 0.6723261692273095, "ridge3d_confirmed_recall": 0.6553411923220406, "ridge3d_confirmed_precision": 0.7300664015490724, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 247, "ridge3d_conditional_f1_diagnostic": 0.6217209736940711, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.621721066336338, "all_edges_two_incidences_fraction_diagnostic": 0.9809711286089239, "mean_retained_fraction": 0.7364152723097113 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.4956874826550757, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0493111239808202, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6105189157098081, "mean_strict_plane_XY_intersection_precision": 0.6105880516104413, "ridge3d_confirmed_f1": 0.324057192254028, "ridge3d_confirmed_recall": 0.30044871295768516, "ridge3d_confirmed_precision": 0.41134447391299944, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 229, "ridge3d_conditional_f1_diagnostic": 0.3159557624476773, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.3160090270932778, "all_edges_two_incidences_fraction_diagnostic": 0.937984496124031, "mean_retained_fraction": 0.7323310319767442 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7560847275051418, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4093399526925309, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7668577760038251, "mean_strict_plane_XY_intersection_precision": 0.7669442841458017, "ridge3d_confirmed_f1": 0.5497289483887896, "ridge3d_confirmed_recall": 0.502212022473474, "ridge3d_confirmed_precision": 0.6804711429210843, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.5497289483887896, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5497275115007003, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.73916015625 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5925978637843934, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3548245635237011, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8161159412817955, "mean_strict_plane_XY_intersection_precision": 0.816224316085657, "ridge3d_confirmed_f1": 0.5657754913635886, "ridge3d_confirmed_recall": 0.5462538277436417, "ridge3d_confirmed_precision": 0.6353375991112452, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.4714795761363238, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4714795761363238, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7384114583333333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3669443091514692, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.3427752892167352, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8970579608159351, "mean_strict_plane_XY_intersection_precision": 0.8971850267604602, "ridge3d_confirmed_f1": 0.5569646752301155, "ridge3d_confirmed_recall": 0.5412697804639987, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5569646752301155, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5569646752301155, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.73173828125 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3272809201735739, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.2007711560537822, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8945811712350142, "mean_strict_plane_XY_intersection_precision": 0.8947605625489772, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7377278645833333 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6113976101505226, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4703806122895748, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8180717730232574, "mean_strict_plane_XY_intersection_precision": 0.8181818159056062, "ridge3d_confirmed_f1": 0.6342889357447973, "ridge3d_confirmed_recall": 0.6273189422677466, "ridge3d_confirmed_precision": 0.6937949325058673, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5436762306383977, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 159, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 81, "ridge3d_v1_f1_diagnostic": 0.5436762306383977, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7342041015625 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.859075924904776, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7481421361553316, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7869286602120937, "mean_strict_plane_XY_intersection_precision": 0.7870254991999589, "ridge3d_confirmed_f1": 0.500988433017183, "ridge3d_confirmed_recall": 0.4942557135605797, "ridge3d_confirmed_precision": 0.5298186029112669, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 85, "ridge3d_conditional_f1_diagnostic": 0.500988433017183, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5009889398248778, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7231852213541666 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0787790352250195, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 0.863582185919404, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.733718545881277, "mean_strict_plane_XY_intersection_precision": 0.7338169642440193, "ridge3d_confirmed_f1": 0.3533693445957669, "ridge3d_confirmed_recall": 0.3276338354785345, "ridge3d_confirmed_precision": 0.43297673606957887, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.3239218992127863, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.3239218992127863, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7428059895833333 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8324166485134136, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.4913114110630487, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7738594731459333, "mean_strict_plane_XY_intersection_precision": 0.7740099967360323, "ridge3d_confirmed_f1": 0.5988211790327571, "ridge3d_confirmed_recall": 0.5834656134348974, "ridge3d_confirmed_precision": 0.6616459897265698, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 69, "ridge3d_conditional_f1_diagnostic": 0.5988211790327571, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.5988211790327571, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7352132161458333 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5538710244354312, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.4364338144842236, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8232611576576565, "mean_strict_plane_XY_intersection_precision": 0.8233766992117759, "ridge3d_confirmed_f1": 0.678453631662908, "ridge3d_confirmed_recall": 0.6630807151724184, "ridge3d_confirmed_precision": 0.7212487535949027, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5936469277050446, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5936469277050446, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7344319661458333 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8489178475349546, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5414081824529045, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7517100813597642, "mean_strict_plane_XY_intersection_precision": 0.751827505262941, "ridge3d_confirmed_f1": 0.4590357544147746, "ridge3d_confirmed_recall": 0.44507304141580445, "ridge3d_confirmed_precision": 0.5289336182252987, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.4590357544147746, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.45920152463950836, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7333414713541667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_10000_s20261031.json", "paired_rows_sha256": "fb9a5884a8182f8c8b6cbb663a22d1af20f1eab7c660233530c8628f4a9430ed" }, "graph_10000_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6906299176115966, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776675756684079, "mean_any_roof_coverage": 0.9776675756684079, "conditional_any_roof_mae_m": 0.49650464210260464, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.804022894098624, "mean_strict_plane_XY_intersection_precision": 0.8041424169979624, "ridge3d_confirmed_f1": 0.5634104034330175, "ridge3d_confirmed_recall": 0.5443412452562585, "ridge3d_confirmed_precision": 0.6330189603276974, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 474, "ridge3d_conditional_f1_diagnostic": 0.5295210558580994, "ridge3d_teacher_empty_spurious_clouds": 61, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1561, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 839, "ridge3d_v1_f1_diagnostic": 0.5295834171052938, "all_edges_two_incidences_fraction_diagnostic": 0.9745833333333334, "mean_retained_fraction": 0.7363273111979166, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 2.463086757801264, "clean_mean_delta_m": 0.012315433789006321, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0344100000001239", "city": "Utrecht", "case": "clean", "delta_m": 2.463086757801264, "raw_loss_m": 0.14110716537240042, "model_loss_m": 2.6041939231736646, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5554482421982531, "paired_building_bootstrap95_delta_m": [ -0.5871237614918334, -0.5220191334911682 ], "paired_median_building_delta_m": -0.5637547649211784, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0748843964308683 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0511956434467702 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0028807330599523 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9988427948284145 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9735626154358963 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.4505355611801054 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.27424979895311213 }, { "id": "NL.IMBAG.Pand.0599100000616017", "delta_m": 0.2185799302485237 }, { "id": "NL.IMBAG.Pand.0599100000601108", "delta_m": 0.19601202364235407 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.001056556853469456 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_10000_s20261101.json", "rows_sha256": "379ba92fb31505ab8e2c400e917a67f9f6672aedff4f20c277d8951ffc7d9b46", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.13758064229291025, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.13723862297165426, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9438948784204775, "mean_strict_plane_XY_intersection_precision": 0.9440323833123893, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998017578125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29790149109767905, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2988576135478365, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8350927438950118, "mean_strict_plane_XY_intersection_precision": 0.8352067579364069, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999970703125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33828974480196305, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3417271939215937, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8628931234116886, "mean_strict_plane_XY_intersection_precision": 0.86301803906603, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.99546875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2182097889375725, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.21956444972625774, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9177051954606668, "mean_strict_plane_XY_intersection_precision": 0.9178487926129997, "ridge3d_confirmed_f1": 0.7465183381312972, "ridge3d_confirmed_recall": 0.7394978024931024, "ridge3d_confirmed_precision": 0.7865318205730323, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.7069302444425162, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7075505848542495, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.723603515625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5301043318467624, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5393089366898473, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.795821473741341, "mean_strict_plane_XY_intersection_precision": 0.7959414320160769, "ridge3d_confirmed_f1": 0.505070664241413, "ridge3d_confirmed_recall": 0.46824480245928934, "ridge3d_confirmed_precision": 0.6131619751979994, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 44, "ridge3d_conditional_f1_diagnostic": 0.48564486946289703, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.48564461531257036, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50345703125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5932789427440326, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.6129106091385533, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7764255507527759, "mean_strict_plane_XY_intersection_precision": 0.7765393963013892, "ridge3d_confirmed_f1": 0.4819526426790265, "ridge3d_confirmed_recall": 0.44087522700374154, "ridge3d_confirmed_precision": 0.6080966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.463416002575987, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.46341574844483147, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.501689453125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.32207155710026747, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.34535806306616484, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8830595420701864, "mean_strict_plane_XY_intersection_precision": 0.883193123767836, "ridge3d_confirmed_f1": 0.7007300726674915, "ridge3d_confirmed_recall": 0.7031769383863946, "ridge3d_confirmed_precision": 0.7378369300590435, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.6686355655224157, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6686355655224157, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.583662109375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3398866045625391, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.3472770049986855, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8689251355724588, "mean_strict_plane_XY_intersection_precision": 0.8690602375025535, "ridge3d_confirmed_f1": 0.7034397633639478, "ridge3d_confirmed_recall": 0.6864213430842859, "ridge3d_confirmed_precision": 0.7548139619001945, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6661361395491932, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6661358892685096, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50962890625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3347599175318774, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3355167932361762, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8536995438771413, "mean_strict_plane_XY_intersection_precision": 0.8538336523444656, "ridge3d_confirmed_f1": 0.6623187193295158, "ridge3d_confirmed_recall": 0.6483982407172679, "ridge3d_confirmed_precision": 0.7162554529779243, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6271957569408293, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6271954649714261, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.514326171875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.049191473794035, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996140197268304, "mean_any_roof_coverage": 0.9996140197268304, "conditional_any_roof_mae_m": 1.0867652061028599, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.685692928684775, "mean_strict_plane_XY_intersection_precision": 0.6857916539689459, "ridge3d_confirmed_f1": 0.30761244088109996, "ridge3d_confirmed_recall": 0.25753978053106125, "ridge3d_confirmed_precision": 0.4807579779800625, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.298074070621221, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.29807540046816283, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.506103515625 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.01041830097560565, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01041830097560565, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7332411024305555 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5695556660268791, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825554640965825, "mean_any_roof_coverage": 0.9825554640965825, "conditional_any_roof_mae_m": 0.4109700861008645, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8241402261361516, "mean_strict_plane_XY_intersection_precision": 0.82426780010139, "ridge3d_confirmed_f1": 0.669904458078149, "ridge3d_confirmed_recall": 0.6537667128721637, "ridge3d_confirmed_precision": 0.7284189994815286, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 252, "ridge3d_conditional_f1_diagnostic": 0.6194815418787185, "ridge3d_teacher_empty_spurious_clouds": 56, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1088, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 436, "ridge3d_v1_f1_diagnostic": 0.6194816345209851, "all_edges_two_incidences_fraction_diagnostic": 0.9816272965879265, "mean_retained_fraction": 0.7377224819553806 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.52278755599157, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.947650492870131, "mean_any_roof_coverage": 0.947650492870131, "conditional_any_roof_mae_m": 1.0882599641033246, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6080129918014451, "mean_strict_plane_XY_intersection_precision": 0.6080818417267022, "ridge3d_confirmed_f1": 0.3285773598565747, "ridge3d_confirmed_recall": 0.30304406025708275, "ridge3d_confirmed_precision": 0.4226496432192491, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 222, "ridge3d_conditional_f1_diagnostic": 0.32036292586016024, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.32057006161381113, "all_edges_two_incidences_fraction_diagnostic": 0.936046511627907, "mean_retained_fraction": 0.734359859496124 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7631193786161867, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4167789916886792, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.763579143854211, "mean_strict_plane_XY_intersection_precision": 0.7636665592647498, "ridge3d_confirmed_f1": 0.545416291339138, "ridge3d_confirmed_recall": 0.4984864981560283, "ridge3d_confirmed_precision": 0.6753363124457342, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.545416291339138, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5458164123839879, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7401692708333333 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5738628588017631, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3365574432360062, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8208097510842902, "mean_strict_plane_XY_intersection_precision": 0.8209197274053304, "ridge3d_confirmed_f1": 0.5793063378626158, "ridge3d_confirmed_recall": 0.5564605927684237, "ridge3d_confirmed_precision": 0.6595577014186988, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 36, "ridge3d_conditional_f1_diagnostic": 0.48275528155217984, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.48275528155217984, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7387613932291667 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.365387430643879, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.3411855084088004, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8961865528613051, "mean_strict_plane_XY_intersection_precision": 0.896314036529696, "ridge3d_confirmed_f1": 0.5587114130480058, "ridge3d_confirmed_recall": 0.5425925317867499, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5587114130480058, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5587114130480058, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7357096354166667 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32701204863672906, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.20048559374141456, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8948342542307834, "mean_strict_plane_XY_intersection_precision": 0.8950132356082792, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 126, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7382405598958334 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6050846575453404, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.46343479367529766, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8177440507999345, "mean_strict_plane_XY_intersection_precision": 0.8178539563528904, "ridge3d_confirmed_f1": 0.6393310131615436, "ridge3d_confirmed_recall": 0.6310856312240406, "ridge3d_confirmed_precision": 0.700739376950312, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5479980112813231, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.5479980112813231, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7384114583333333 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8714755987842319, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.7619242155302435, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7865402100998059, "mean_strict_plane_XY_intersection_precision": 0.7866415624996462, "ridge3d_confirmed_f1": 0.49337315980070084, "ridge3d_confirmed_recall": 0.48565913461647897, "ridge3d_confirmed_precision": 0.5297697825749815, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 86, "ridge3d_conditional_f1_diagnostic": 0.49337315980070084, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.49337366660839566, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7235107421875 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.129778341341885, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 0.93847777222185, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7254922724774178, "mean_strict_plane_XY_intersection_precision": 0.7255902889346657, "ridge3d_confirmed_f1": 0.3451877961581609, "ridge3d_confirmed_recall": 0.31863824697655196, "ridge3d_confirmed_precision": 0.42154235495948594, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 67, "ridge3d_conditional_f1_diagnostic": 0.3164221464783142, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.3164221464783142, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.744091796875 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8210210695003408, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.47893138793490736, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7744723416209357, "mean_strict_plane_XY_intersection_precision": 0.7746226978570994, "ridge3d_confirmed_f1": 0.6124816543750415, "ridge3d_confirmed_recall": 0.6022098350036964, "ridge3d_confirmed_precision": 0.6729471132009671, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.6124816543750415, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6124816543750415, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7366048177083333 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5747891944187956, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.457351335373344, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.81596559866411, "mean_strict_plane_XY_intersection_precision": 0.8160797267728374, "ridge3d_confirmed_f1": 0.6782103953447686, "ridge3d_confirmed_recall": 0.6626686782069618, "ridge3d_confirmed_precision": 0.7212347825176435, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5934340959266725, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5934340959266725, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7317708333333334 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8747685978268148, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5699193792155037, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7446047652934473, "mean_strict_plane_XY_intersection_precision": 0.7447223787544291, "ridge3d_confirmed_f1": 0.44392759245439806, "ridge3d_confirmed_recall": 0.427583247336789, "ridge3d_confirmed_precision": 0.5268617085179129, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 56, "ridge3d_conditional_f1_diagnostic": 0.44392759245439806, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.4440416980223664, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7360026041666666 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_10000_s20261101.json", "paired_rows_sha256": "016c0c7d2acb169abd1fd067ea238c8e8f53579906da0966630d7de789c747ae" }, "graph_10000_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6854813132622283, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9774692535795749, "mean_any_roof_coverage": 0.9774692535795749, "conditional_any_roof_mae_m": 0.48717468687405274, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8051791959260259, "mean_strict_plane_XY_intersection_precision": 0.8053510931917492, "ridge3d_confirmed_f1": 0.5663259640005972, "ridge3d_confirmed_recall": 0.5464053651966408, "ridge3d_confirmed_precision": 0.6367520830002459, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 467, "ridge3d_conditional_f1_diagnostic": 0.5282891455229451, "ridge3d_teacher_empty_spurious_clouds": 64, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1564, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 836, "ridge3d_v1_f1_diagnostic": 0.5283051449027584, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7345947265625, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.00015540348287435002, "clean_mean_delta_m": 7.7701741437175e-07, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5605968465476213, "paired_building_bootstrap95_delta_m": [ -0.5918705784968865, -0.527943430318805 ], "paired_median_building_delta_m": -0.5639358490149371, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1079949622646186 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0752765751132267 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0522955748603084 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0025788984727557 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9993806478949367 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.29547614522008586 }, { "id": "NL.IMBAG.Pand.0855100000019447", "delta_m": 0.10390994564277421 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0017126422838524742 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.002790026829385376 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.01331781060190316 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_10000_s20261102.json", "rows_sha256": "df694463e3a7852ad7dda2bd8e40e4ddd979b6eeba51a4a72cfe1354050a2397", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526598552131835, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492396620006228, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998193359375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9998828125 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29811490344854036, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2991682363725978, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8349215882413088, "mean_strict_plane_XY_intersection_precision": 0.8350350127289952, "ridge3d_confirmed_f1": 0.6984000463894099, "ridge3d_confirmed_recall": 0.6876325839909492, "ridge3d_confirmed_precision": 0.745305913440502, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6664122580051621, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6664112002729455, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.997900390625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33527208906691003, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.33870953818654065, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8643112189022165, "mean_strict_plane_XY_intersection_precision": 0.864436242044263, "ridge3d_confirmed_f1": 0.6296464109562108, "ridge3d_confirmed_recall": 0.5960967742423129, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6054292413040487, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6054972446411931, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9929296875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21637401958492528, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997911549235079, "mean_any_roof_coverage": 0.9997911549235079, "conditional_any_roof_mae_m": 0.2173144884726745, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9188194506719561, "mean_strict_plane_XY_intersection_precision": 0.9189624136922149, "ridge3d_confirmed_f1": 0.7642218242356887, "ridge3d_confirmed_recall": 0.7531725240984293, "ridge3d_confirmed_precision": 0.8040950365244817, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.7236949093140991, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7236949093140991, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.721962890625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5137453208045644, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5233217336158562, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8007753658185385, "mean_strict_plane_XY_intersection_precision": 0.8008961186649917, "ridge3d_confirmed_f1": 0.5153186158664186, "ridge3d_confirmed_recall": 0.47578864798112996, "ridge3d_confirmed_precision": 0.6296829342243515, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 42, "ridge3d_conditional_f1_diagnostic": 0.49549866910232554, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.49549845845961743, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50181640625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5860544162492919, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.6055601067024586, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.778925402801015, "mean_strict_plane_XY_intersection_precision": 0.7790386898160351, "ridge3d_confirmed_f1": 0.48805176663184635, "ridge3d_confirmed_recall": 0.44619175458169974, "ridge3d_confirmed_precision": 0.6160966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 39, "ridge3d_conditional_f1_diagnostic": 0.46569825060290687, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.4656980415904953, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4996484375 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3121197897457552, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.31556123423200716, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8782058639026169, "mean_strict_plane_XY_intersection_precision": 0.8783363625073086, "ridge3d_confirmed_f1": 0.7041996107750128, "ridge3d_confirmed_recall": 0.6987462968194103, "ridge3d_confirmed_precision": 0.7448984968673703, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.6719461934876078, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6719461934876078, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.576884765625 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3414324361035703, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.34984898431566736, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8695480100845816, "mean_strict_plane_XY_intersection_precision": 0.869682037748533, "ridge3d_confirmed_f1": 0.708426957984404, "ridge3d_confirmed_recall": 0.6960137311585007, "ridge3d_confirmed_precision": 0.7580896792870815, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6708588617276554, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.670858611446972, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.508193359375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3349332622927591, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9973932422117265, "mean_any_roof_coverage": 0.9973932422117265, "conditional_any_roof_mae_m": 0.3134399495373439, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8598035266550964, "mean_strict_plane_XY_intersection_precision": 0.8605717079005815, "ridge3d_confirmed_f1": 0.6649013686724995, "ridge3d_confirmed_recall": 0.6519394956117212, "ridge3d_confirmed_precision": 0.7136273889246691, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.6202438140601675, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 66, "ridge3d_v1_f1_diagnostic": 0.6203037658078564, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.51470703125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0361790196995841, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.0727074387437496, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6858642321384856, "mean_strict_plane_XY_intersection_precision": 0.6859624310993702, "ridge3d_confirmed_f1": 0.30761244088109996, "ridge3d_confirmed_recall": 0.25753978053106125, "ridge3d_confirmed_precision": 0.4807579779800625, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.298074070621221, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.29807540046816283, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.503017578125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.01035465336395294, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01035465336395294, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7326117621527778 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5709681223805724, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9822467511650177, "mean_any_roof_coverage": 0.9822467511650177, "conditional_any_roof_mae_m": 0.4094544311222861, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.824901677140019, "mean_strict_plane_XY_intersection_precision": 0.8251123859695135, "ridge3d_confirmed_f1": 0.6707932199324073, "ridge3d_confirmed_recall": 0.6543975828513705, "ridge3d_confirmed_precision": 0.7294565921137702, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 248, "ridge3d_conditional_f1_diagnostic": 0.6137044352573088, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 94, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.6137045269140194, "all_edges_two_incidences_fraction_diagnostic": 0.9809711286089239, "mean_retained_fraction": 0.7366562089895013 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.4947132909114975, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0493856981712, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6111422031500315, "mean_strict_plane_XY_intersection_precision": 0.6112091169245086, "ridge3d_confirmed_f1": 0.335962271433016, "ridge3d_confirmed_recall": 0.30826868011185227, "ridge3d_confirmed_precision": 0.4323267552114486, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 219, "ridge3d_conditional_f1_diagnostic": 0.3275632146471907, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.3276165971762947, "all_edges_two_incidences_fraction_diagnostic": 0.939922480620155, "mean_retained_fraction": 0.7298896257267442 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7536051169094561, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4062811932687775, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7666181728851624, "mean_strict_plane_XY_intersection_precision": 0.766706789102938, "ridge3d_confirmed_f1": 0.5500067965844893, "ridge3d_confirmed_recall": 0.5044744154754445, "ridge3d_confirmed_precision": 0.6827976039503709, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.5500067965844893, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5500056336038626, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7385660807291666 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5812241680741754, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3438077081611934, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8201101551105052, "mean_strict_plane_XY_intersection_precision": 0.8202173415992237, "ridge3d_confirmed_f1": 0.5827979557834286, "ridge3d_confirmed_recall": 0.5578881842714507, "ridge3d_confirmed_precision": 0.6680908775483917, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 36, "ridge3d_conditional_f1_diagnostic": 0.4856649631528572, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4856649631528572, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.73779296875 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.36030778334323943, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.3360353800830681, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8996416840581599, "mean_strict_plane_XY_intersection_precision": 0.8997690796965623, "ridge3d_confirmed_f1": 0.5551169294799306, "ridge3d_confirmed_recall": 0.5379629021571203, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5551169294799306, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5551169294799306, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7332845052083333 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32753304503959246, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.2010496769801, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8944363554756343, "mean_strict_plane_XY_intersection_precision": 0.894616512774566, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7376220703125 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6042481655177322, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4626530210558696, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8175712851535005, "mean_strict_plane_XY_intersection_precision": 0.8176811367536347, "ridge3d_confirmed_f1": 0.6441227874921468, "ridge3d_confirmed_recall": 0.6367844264807317, "ridge3d_confirmed_precision": 0.7076838213947564, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 30, "ridge3d_conditional_f1_diagnostic": 0.5521052464218401, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5521052464218401, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7381266276041667 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8730456141956049, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7633368144060118, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.786058026910405, "mean_strict_plane_XY_intersection_precision": 0.7861579101336986, "ridge3d_confirmed_f1": 0.4970715351133721, "ridge3d_confirmed_recall": 0.4890468181405408, "ridge3d_confirmed_precision": 0.5300819974769667, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 85, "ridge3d_conditional_f1_diagnostic": 0.4970715351133721, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4970720419210669, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7213948567708334 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.077079225478035, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706812652068126, "mean_any_roof_coverage": 0.9706812652068126, "conditional_any_roof_mae_m": 0.865168914993722, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7330774471054807, "mean_strict_plane_XY_intersection_precision": 0.7331746078416553, "ridge3d_confirmed_f1": 0.3432285219841233, "ridge3d_confirmed_recall": 0.31440349580608956, "ridge3d_confirmed_precision": 0.42724412253306626, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.314626145152113, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.314626145152113, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7373372395833333 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8486275196927939, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9605092592592592, "mean_any_roof_coverage": 0.9605092592592592, "conditional_any_roof_mae_m": 0.488599689142461, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7709728350379021, "mean_strict_plane_XY_intersection_precision": 0.771652543540699, "ridge3d_confirmed_f1": 0.6168288501300594, "ridge3d_confirmed_recall": 0.6048660885726428, "ridge3d_confirmed_precision": 0.6775834331821218, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 63, "ridge3d_conditional_f1_diagnostic": 0.6168288501300594, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6168288501300594, "all_edges_two_incidences_fraction_diagnostic": 0.9458333333333333, "mean_retained_fraction": 0.7347493489583333 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5725720853309422, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45515802458866467, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8163246386662919, "mean_strict_plane_XY_intersection_precision": 0.8164386098006752, "ridge3d_confirmed_f1": 0.6737561090233628, "ridge3d_confirmed_recall": 0.6590851221641759, "ridge3d_confirmed_precision": 0.7156807819998017, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5895365953954426, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5895365953954426, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7326334635416667 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8565704090407109, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.549656446060659, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7469813588572174, "mean_strict_plane_XY_intersection_precision": 0.7470964006738396, "ridge3d_confirmed_f1": 0.45494416061275617, "ridge3d_confirmed_recall": 0.43344020415610457, "ridge3d_confirmed_precision": 0.5339980250428508, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.42244814914041645, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.42260208284290307, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7344401041666667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_10000_s20261102.json", "paired_rows_sha256": "001f04a261b4605d4054019963381be5794fc621d252a6ce98c6968577c9a8a8" }, "global_3500_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.7069286461589127, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.977661119005331, "mean_any_roof_coverage": 0.977661119005331, "conditional_any_roof_mae_m": 0.5132095421003534, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.7963713986182642, "mean_strict_plane_XY_intersection_precision": 0.7964905718847026, "ridge3d_confirmed_f1": 0.5522403885969103, "ridge3d_confirmed_recall": 0.5316396454142034, "ridge3d_confirmed_precision": 0.621750201050208, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 493, "ridge3d_conditional_f1_diagnostic": 0.5113336931452874, "ridge3d_teacher_empty_spurious_clouds": 63, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1563, "ridge3d_confirmed_defined_buildings": 135, "ridge3d_both_no_edges_clouds": 837, "ridge3d_v1_f1_diagnostic": 0.5113340551734066, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.76484619140625, "clean_individual_harmed_over_2cm": 5, "clean_max_harm_m": 3.381352557870898, "clean_mean_delta_m": 0.029635511823521647, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000013640", "city": "Leiden", "case": "clean", "delta_m": 0.31372603816206707, "raw_loss_m": 0.05698485086932249, "model_loss_m": 0.37071088903138955, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0546100000013646", "city": "Leiden", "case": "clean", "delta_m": 1.174600448011103, "raw_loss_m": 0.08207592025219894, "model_loss_m": 1.256676368263302, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0307100000308988", "city": "Amersfoort", "case": "clean", "delta_m": 0.3599582137246215, "raw_loss_m": 0.20017160266210893, "model_loss_m": 0.5601298163867304, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0307100000309250", "city": "Amersfoort", "case": "clean", "delta_m": 3.381352557870898, "raw_loss_m": 0.07031978041220746, "model_loss_m": 3.4516723382831054, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0193100000001591", "city": "Zwolle", "case": "clean", "delta_m": 0.6906875313250962, "raw_loss_m": 0.3232249368835102, "model_loss_m": 1.0139124682086065, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.539149513650937, "paired_building_bootstrap95_delta_m": [ -0.5715237462648546, -0.5042902880270778 ], "paired_median_building_delta_m": -0.5528226607938656, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0753817720708854 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0491613880608164 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0265692988357664 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9741355899028425 }, { "id": "NL.IMBAG.Pand.0344100000001280", "delta_m": -0.9577704564422592 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0268100000006894", "delta_m": 0.259204564120529 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.16920057034065153 }, { "id": "NL.IMBAG.Pand.0307100000309250", "delta_m": 0.1181625369162817 }, { "id": "NL.IMBAG.Pand.0855100000019431", "delta_m": 0.11599894044896365 }, { "id": "NL.IMBAG.Pand.0599100000616017", "delta_m": 0.03830582769156082 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/global_3500_s20261031.json", "rows_sha256": "ba94fc057484d8dc16bc04824c7d35f90c53123b85c9a837e3d44a9ffe3a219e", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.1549007203274256, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.15750719903241675, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.938739769488088, "mean_strict_plane_XY_intersection_precision": 0.9388765404854671, "ridge3d_confirmed_f1": 0.8228084277498403, "ridge3d_confirmed_recall": 0.8129607958443086, "ridge3d_confirmed_precision": 0.8591195379812225, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7851225455628247, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7851222513646473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.989169921875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.658173121756784, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6616752784808415, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7439951198090649, "mean_strict_plane_XY_intersection_precision": 0.7441058833342583, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9980078125 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3341845933696754, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.33900845588853784, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8315250370370998, "mean_strict_plane_XY_intersection_precision": 0.8316389239809817, "ridge3d_confirmed_f1": 0.685973691362225, "ridge3d_confirmed_recall": 0.6713852825653309, "ridge3d_confirmed_precision": 0.7374878405906556, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6545550490097566, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.65455399127754, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.989619140625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.34502850467392604, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3483029502162989, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8587160775238261, "mean_strict_plane_XY_intersection_precision": 0.8588401273185045, "ridge3d_confirmed_f1": 0.6109349481115428, "ridge3d_confirmed_recall": 0.5773902719504338, "ridge3d_confirmed_precision": 0.7361036660651531, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.5874374501072525, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.5874434785614299, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9858984375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.22008548449452775, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.22315436362826127, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9161941631303014, "mean_strict_plane_XY_intersection_precision": 0.9163384709850618, "ridge3d_confirmed_f1": 0.7630741957900177, "ridge3d_confirmed_recall": 0.7527097689090415, "ridge3d_confirmed_precision": 0.8034478679748036, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.7226081399526683, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7226081399526683, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.800224609375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5350842440430247, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.5439548568706495, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7938606532293807, "mean_strict_plane_XY_intersection_precision": 0.7939801496610559, "ridge3d_confirmed_f1": 0.4956962520018111, "ridge3d_confirmed_recall": 0.45782838749131016, "ridge3d_confirmed_precision": 0.6058275607259032, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 45, "ridge3d_conditional_f1_diagnostic": 0.476631011540203, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4766308008974949, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.51841796875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.602278303253942, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.602421165322085, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7630085704306023, "mean_strict_plane_XY_intersection_precision": 0.7631214490986851, "ridge3d_confirmed_f1": 0.47350786698875014, "ridge3d_confirmed_recall": 0.43492756708728564, "ridge3d_confirmed_precision": 0.5920966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4552960259507213, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.45529577181956576, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.527470703125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3484524116955644, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.37489683669380225, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8484061496812398, "mean_strict_plane_XY_intersection_precision": 0.8485367431679427, "ridge3d_confirmed_f1": 0.6575295938438646, "ridge3d_confirmed_recall": 0.6423238603909159, "ridge3d_confirmed_precision": 0.7064780970525545, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 30, "ridge3d_conditional_f1_diagnostic": 0.6322399940806389, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6322396989732019, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.739658203125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3542595952516992, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.36180473311325656, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8721557718249774, "mean_strict_plane_XY_intersection_precision": 0.8722951045501436, "ridge3d_confirmed_f1": 0.6988296191426565, "ridge3d_confirmed_recall": 0.6806828177932317, "ridge3d_confirmed_precision": 0.7558631783401881, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6617704726729701, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6617702223922866, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5280859375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33370941012288546, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3349693268059676, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8436999378720779, "mean_strict_plane_XY_intersection_precision": 0.8438327158175174, "ridge3d_confirmed_f1": 0.6310998909602972, "ridge3d_confirmed_recall": 0.6213031392042654, "ridge3d_confirmed_precision": 0.6831402072682807, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5887125848510235, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 66, "ridge3d_v1_f1_diagnostic": 0.5887124259011496, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.55669921875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.1228775799792672, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9995730361202729, "mean_any_roof_coverage": 0.9995730361202729, "conditional_any_roof_mae_m": 1.160151513321847, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6667518556265867, "mean_strict_plane_XY_intersection_precision": 0.6668490903607054, "ridge3d_confirmed_f1": 0.30503952058886136, "ridge3d_confirmed_recall": 0.25629826982789417, "ridge3d_confirmed_precision": 0.4686739912448849, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.2933072313354436, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.2933085509527936, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.54490234375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.02027903678778399, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9999772313296904, "mean_any_roof_coverage": 0.9999772313296904, "conditional_any_roof_mae_m": 0.02012567772694549, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9977358357201741, "mean_strict_plane_XY_intersection_precision": 0.9978935777490318, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 1, "ridge3d_confirmed_defined_buildings": 1, "ridge3d_both_no_edges_clouds": 359, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7424641927083333 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5814678502824768, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825506745492905, "mean_any_roof_coverage": 0.9825506745492905, "conditional_any_roof_mae_m": 0.4235458694968782, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8191014485727979, "mean_strict_plane_XY_intersection_precision": 0.8192287278511702, "ridge3d_confirmed_f1": 0.662716247257097, "ridge3d_confirmed_recall": 0.6448746103469097, "ridge3d_confirmed_precision": 0.7211867587612084, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 258, "ridge3d_conditional_f1_diagnostic": 0.6063148645118122, "ridge3d_teacher_empty_spurious_clouds": 56, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1088, "ridge3d_confirmed_defined_buildings": 94, "ridge3d_both_no_edges_clouds": 436, "ridge3d_v1_f1_diagnostic": 0.6063149561685228, "all_edges_two_incidences_fraction_diagnostic": 0.9809711286089239, "mean_retained_fraction": 0.767205185777559 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5565335149366148, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.947650492870131, "mean_any_roof_coverage": 0.947650492870131, "conditional_any_roof_mae_m": 1.1220421549339248, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.5887516437977278, "mean_strict_plane_XY_intersection_precision": 0.5888199676132787, "ridge3d_confirmed_f1": 0.30862695667957574, "ridge3d_confirmed_recall": 0.2819420304343898, "ridge3d_confirmed_precision": 0.4024798430208221, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 235, "ridge3d_conditional_f1_diagnostic": 0.3009112827625863, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.30091228921421864, "all_edges_two_incidences_fraction_diagnostic": 0.939922480620155, "mean_retained_fraction": 0.7734942768895349 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.817527952992165, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624144066653175, "mean_any_roof_coverage": 0.9624144066653175, "conditional_any_roof_mae_m": 0.4811805008244206, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7572815018283602, "mean_strict_plane_XY_intersection_precision": 0.7573694616396349, "ridge3d_confirmed_f1": 0.5264262146743257, "ridge3d_confirmed_recall": 0.4785567574658465, "ridge3d_confirmed_precision": 0.6551400872689291, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.5264262146743257, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5264248631620821, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7587727864583333 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5893663491320229, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.352218744733385, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8152921942185941, "mean_strict_plane_XY_intersection_precision": 0.8154016775200807, "ridge3d_confirmed_f1": 0.5770222135902344, "ridge3d_confirmed_recall": 0.5536801008179939, "ridge3d_confirmed_precision": 0.6506771345385733, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 39, "ridge3d_conditional_f1_diagnostic": 0.48085184465852865, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.48085184465852865, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7576904296875 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3853262452568555, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.36120127955086545, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8872811218992531, "mean_strict_plane_XY_intersection_precision": 0.8874071375840977, "ridge3d_confirmed_f1": 0.5236022569711078, "ridge3d_confirmed_recall": 0.5048941190883373, "ridge3d_confirmed_precision": 0.5888888888888889, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.5236022569711078, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5236022569711078, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7585286458333333 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.33658508924262176, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.21085224699287056, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8934282222845928, "mean_strict_plane_XY_intersection_precision": 0.8936068252576254, "ridge3d_confirmed_f1": 0.7698539817059249, "ridge3d_confirmed_recall": 0.7517322844137865, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6928685835353323, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 126, "ridge3d_v1_f1_diagnostic": 0.6928685835353323, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.757470703125 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6300265028711409, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4908774943848974, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8079126528740066, "mean_strict_plane_XY_intersection_precision": 0.8080219802080988, "ridge3d_confirmed_f1": 0.6272030885581318, "ridge3d_confirmed_recall": 0.6214383462866259, "ridge3d_confirmed_precision": 0.6853072781848798, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 33, "ridge3d_conditional_f1_diagnostic": 0.5376026473355415, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5376026473355415, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7653727213541667 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.892421711398866, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.783226870457635, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7758368754861692, "mean_strict_plane_XY_intersection_precision": 0.775939092266358, "ridge3d_confirmed_f1": 0.49871551034204026, "ridge3d_confirmed_recall": 0.48936501307762925, "ridge3d_confirmed_precision": 0.5317577365807162, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 84, "ridge3d_conditional_f1_diagnostic": 0.49871551034204026, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.49871601714973496, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7574544270833333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.1180468007900388, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706204379562046, "mean_any_roof_coverage": 0.9706204379562046, "conditional_any_roof_mae_m": 0.913497371323532, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7091066982438096, "mean_strict_plane_XY_intersection_precision": 0.7092023277255075, "ridge3d_confirmed_f1": 0.32205993878252975, "ridge3d_confirmed_recall": 0.2970457986572869, "ridge3d_confirmed_precision": 0.40005369964496845, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 71, "ridge3d_conditional_f1_diagnostic": 0.2725122558929098, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.2725122558929098, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7812418619791667 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8575902677584514, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.5181816476592828, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7655014065257856, "mean_strict_plane_XY_intersection_precision": 0.7656520329910198, "ridge3d_confirmed_f1": 0.590779933374091, "ridge3d_confirmed_recall": 0.5757911495181185, "ridge3d_confirmed_precision": 0.6540103432213108, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 69, "ridge3d_conditional_f1_diagnostic": 0.590779933374091, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.590779933374091, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7820719401041667 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5567192625072326, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.4401941605438262, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8148579200403129, "mean_strict_plane_XY_intersection_precision": 0.8149710197048983, "ridge3d_confirmed_f1": 0.6681984684833578, "ridge3d_confirmed_recall": 0.6494864329934043, "ridge3d_confirmed_precision": 0.7223842960335706, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5846736599229381, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5846736599229381, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7653727213541667 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8856762796397323, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5806651045328185, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.737215392781758, "mean_strict_plane_XY_intersection_precision": 0.7373341639497061, "ridge3d_confirmed_f1": 0.437248524998956, "ridge3d_confirmed_recall": 0.41735429299582655, "ridge3d_confirmed_precision": 0.5144271343942187, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.4060164874990306, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.40602100419713316, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7644856770833334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/global_3500_s20261031.json", "paired_rows_sha256": "466d94f2f32d686733c7ed3a6771e9db712fe1012e4cd0e1e6045428d79b7940" }, "global_3500_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.7090558385164445, "native_lod2_success": 0.9783333333333334, "native_lod2_success_count": 2348, "native_failure_or_fallback_count": 52, "mean_strict_native_coverage": 0.9780777856719978, "mean_any_roof_coverage": 0.9780777856719978, "conditional_any_roof_mae_m": 0.5191964231777074, "conditional_any_roof_mae_defined_clouds": 2348, "mean_strict_plane_XY_intersection_recall": 0.7954505403867032, "mean_strict_plane_XY_intersection_precision": 0.7955683500748235, "ridge3d_confirmed_f1": 0.5541956471647673, "ridge3d_confirmed_recall": 0.5331829360728196, "ridge3d_confirmed_precision": 0.6245172622420366, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 483, "ridge3d_conditional_f1_diagnostic": 0.5093709992323231, "ridge3d_teacher_empty_spurious_clouds": 63, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1563, "ridge3d_confirmed_defined_buildings": 136, "ridge3d_both_no_edges_clouds": 837, "ridge3d_v1_f1_diagnostic": 0.5093713737523968, "all_edges_two_incidences_fraction_diagnostic": 0.9758333333333333, "mean_retained_fraction": 0.76762939453125, "clean_individual_harmed_over_2cm": 6, "clean_max_harm_m": 2.8476544172033673, "clean_mean_delta_m": 0.026156831806305722, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 9.34807786734063e-15, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000013640", "city": "Leiden", "case": "clean", "delta_m": 2.8476544172033673, "raw_loss_m": 0.05698485086932249, "model_loss_m": 2.90463926807269, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0546100000013646", "city": "Leiden", "case": "clean", "delta_m": 1.174600448011103, "raw_loss_m": 0.08207592025219894, "model_loss_m": 1.256676368263302, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0599100000616035", "city": "Rotterdam", "case": "clean", "delta_m": 0.0936270372108603, "raw_loss_m": 1.2845230415029008, "model_loss_m": 1.378150078713761, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0307100000308988", "city": "Amersfoort", "case": "clean", "delta_m": 0.45533015708717356, "raw_loss_m": 0.20017160266210893, "model_loss_m": 0.6555017597492825, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0268100000006284", "city": "Nijmegen", "case": "clean", "delta_m": 0.12308681688214462, "raw_loss_m": 0.10608850143976689, "model_loss_m": 0.22917531832191151, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0193100000001591", "city": "Zwolle", "case": "clean", "delta_m": 0.5353136797245106, "raw_loss_m": 0.3232249368835102, "model_loss_m": 0.8585386166080208, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5370223212934051, "paired_building_bootstrap95_delta_m": [ -0.5701824539104967, -0.5002379653362963 ], "paired_median_building_delta_m": -0.5425939858780511, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750841823217627 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0020529038313295 }, { "id": "NL.IMBAG.Pand.0193100000001611", "delta_m": -0.9788608366186983 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9742441742189173 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9626953746435828 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2807483736304328 }, { "id": "NL.IMBAG.Pand.0268100000006894", "delta_m": 0.25777079080205484 }, { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.13588039781037206 }, { "id": "NL.IMBAG.Pand.0855100000019447", "delta_m": 0.09774382266976654 }, { "id": "NL.IMBAG.Pand.0546100000013646", "delta_m": 0.025509357841692875 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/global_3500_s20261101.json", "rows_sha256": "581b87155b951e817833a4f139a3abc7a028741f0228a419e77b9c0337d6312e", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.15142204031020967, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.15108002098895365, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9391873960079927, "mean_strict_plane_XY_intersection_precision": 0.9393237326048398, "ridge3d_confirmed_f1": 0.8278225246415277, "ridge3d_confirmed_recall": 0.8166887630586691, "ridge3d_confirmed_precision": 0.8667559016175862, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.789906989161763, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7899066949635856, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.98744140625 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6581578721219457, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6616600288460032, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7439951198090649, "mean_strict_plane_XY_intersection_precision": 0.7441058833342583, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.995390625 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.4313202927866713, "native_lod2_success": 0.74, "native_lod2_success_count": 148, "native_failure_or_fallback_count": 52, "mean_strict_native_coverage": 0.7397122444722569, "mean_any_roof_coverage": 0.7397122444722569, "conditional_any_roof_mae_m": 1.1341284557364666, "conditional_any_roof_mae_defined_clouds": 148, "mean_strict_plane_XY_intersection_recall": 0.4810108564932458, "mean_strict_plane_XY_intersection_precision": 0.4810789271602992, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.74, "mean_retained_fraction": 0.99953125 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3317588084053989, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3327149308555563, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8307784276035045, "mean_strict_plane_XY_intersection_precision": 0.8308942455296355, "ridge3d_confirmed_f1": 0.6944710589659231, "ridge3d_confirmed_recall": 0.6812731708739457, "ridge3d_confirmed_precision": 0.7457137008595544, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.662663224204125, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6626621664719085, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.987412109375 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3429878447979252, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3464255419161657, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8582232630832565, "mean_strict_plane_XY_intersection_precision": 0.8583432577325412, "ridge3d_confirmed_f1": 0.6163476582968686, "ridge3d_confirmed_recall": 0.5852118460516583, "ridge3d_confirmed_precision": 0.7413470594603966, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.5926419791316043, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.5926480075857818, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9862890625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.22522459529856417, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.2283001068419781, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9164802320675122, "mean_strict_plane_XY_intersection_precision": 0.9166231265279333, "ridge3d_confirmed_f1": 0.7621269399256324, "ridge3d_confirmed_recall": 0.7519365499932262, "ridge3d_confirmed_precision": 0.8029203395961431, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.7217111173538184, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7217111173538184, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.804423828125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5448264741975318, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5517455656150146, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7917998831846478, "mean_strict_plane_XY_intersection_precision": 0.7919204239168964, "ridge3d_confirmed_f1": 0.49821215060719315, "ridge3d_confirmed_recall": 0.4606734559889778, "ridge3d_confirmed_precision": 0.6173110049957149, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.47905014481460895, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4790498906642821, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.523505859375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.610118692619675, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996347645153346, "mean_any_roof_coverage": 0.9996347645153346, "conditional_any_roof_mae_m": 0.6093309755251528, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7558403768807199, "mean_strict_plane_XY_intersection_precision": 0.7559527426815587, "ridge3d_confirmed_f1": 0.47301882423204694, "ridge3d_confirmed_recall": 0.4342559756429083, "ridge3d_confirmed_precision": 0.5921651805949166, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.45482579253081434, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4548255383996588, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.532421875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.32477410527803485, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.32808191367951517, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8544683401150618, "mean_strict_plane_XY_intersection_precision": 0.8545987101091177, "ridge3d_confirmed_f1": 0.6515245061013304, "ridge3d_confirmed_recall": 0.633321863444238, "ridge3d_confirmed_precision": 0.7025805876777286, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6169739641111085, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6169739641111085, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7578125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3549494638721995, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.3620078514826701, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8708821816070479, "mean_strict_plane_XY_intersection_precision": 0.871017222407182, "ridge3d_confirmed_f1": 0.6979615522871433, "ridge3d_confirmed_recall": 0.6798452779811895, "ridge3d_confirmed_precision": 0.7545384182777509, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6659938476022358, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6659935954110128, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.53095703125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.37686014185071914, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3783432125966593, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8324105727488444, "mean_strict_plane_XY_intersection_precision": 0.8325348382496258, "ridge3d_confirmed_f1": 0.6386683743568295, "ridge3d_confirmed_recall": 0.6245275389507854, "ridge3d_confirmed_precision": 0.6892610393642503, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 28, "ridge3d_conditional_f1_diagnostic": 0.5957727372731618, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 66, "ridge3d_v1_f1_diagnostic": 0.5957725187951611, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.559814453125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.1562697306584588, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996140197268304, "mean_any_roof_coverage": 0.9996140197268304, "conditional_any_roof_mae_m": 1.2296149278350046, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6703298350395389, "mean_strict_plane_XY_intersection_precision": 0.6704270906439933, "ridge3d_confirmed_f1": 0.3078035199396568, "ridge3d_confirmed_recall": 0.258595206981814, "ridge3d_confirmed_precision": 0.4688500610929642, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.29825922474772953, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.2982605545946714, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.546552734375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.012091096381765691, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9999772313296904, "mean_any_roof_coverage": 0.9999772313296904, "conditional_any_roof_mae_m": 0.011871962909535537, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9989277146455942, "mean_strict_plane_XY_intersection_precision": 0.9990856261829337, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 1, "ridge3d_confirmed_defined_buildings": 1, "ridge3d_both_no_edges_clouds": 359, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7430067274305555 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5980754117781523, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825506745492905, "mean_any_roof_coverage": 0.9825506745492905, "conditional_any_roof_mae_m": 0.44510260717720623, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.817386628155729, "mean_strict_plane_XY_intersection_precision": 0.8175122305853854, "ridge3d_confirmed_f1": 0.6647940758746831, "ridge3d_confirmed_recall": 0.6465718356686079, "ridge3d_confirmed_precision": 0.7228439111171946, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 251, "ridge3d_conditional_f1_diagnostic": 0.6018135844760288, "ridge3d_teacher_empty_spurious_clouds": 57, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1089, "ridge3d_confirmed_defined_buildings": 95, "ridge3d_both_no_edges_clouds": 435, "ridge3d_v1_f1_diagnostic": 0.6018136751679322, "all_edges_two_incidences_fraction_diagnostic": 0.9822834645669292, "mean_retained_fraction": 0.77123062253937 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5230897096746654, "native_lod2_success": 0.9496124031007752, "native_lod2_success_count": 490, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.949588477366255, "mean_any_roof_coverage": 0.949588477366255, "conditional_any_roof_mae_m": 1.0919789450407031, "conditional_any_roof_mae_defined_clouds": 490, "mean_strict_plane_XY_intersection_recall": 0.5887017409812837, "mean_strict_plane_XY_intersection_precision": 0.5887685568635525, "ridge3d_confirmed_f1": 0.31031193257367173, "ridge3d_confirmed_recall": 0.2831458754256968, "ridge3d_confirmed_precision": 0.4076943954916886, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 232, "ridge3d_conditional_f1_diagnostic": 0.30255413425933, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.30255519223431115, "all_edges_two_incidences_fraction_diagnostic": 0.939922480620155, "mean_retained_fraction": 0.7741718144379846 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7960391406496974, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624144066653175, "mean_any_roof_coverage": 0.9624144066653175, "conditional_any_roof_mae_m": 0.4603400925583787, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.761904089229563, "mean_strict_plane_XY_intersection_precision": 0.7619878699348941, "ridge3d_confirmed_f1": 0.5310017347522219, "ridge3d_confirmed_recall": 0.48452372335924293, "ridge3d_confirmed_precision": 0.6580607525279983, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.5310017347522219, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.531000504471387, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7684488932291667 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5767991443094431, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3394891655497362, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8193268117792849, "mean_strict_plane_XY_intersection_precision": 0.8194366656859149, "ridge3d_confirmed_f1": 0.5813107946515207, "ridge3d_confirmed_recall": 0.5556959200909593, "ridge3d_confirmed_precision": 0.6676618418724105, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 35, "ridge3d_conditional_f1_diagnostic": 0.4844256622096006, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4844256622096006, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7616536458333333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.38650357030297233, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.36234413526493553, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8874596967104053, "mean_strict_plane_XY_intersection_precision": 0.8875830567236213, "ridge3d_confirmed_f1": 0.5513977702913251, "ridge3d_confirmed_recall": 0.5300263942206123, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5513977702913251, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5513977702913251, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7635579427083333 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.33579838754598196, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.2093129093626132, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8918571322498376, "mean_strict_plane_XY_intersection_precision": 0.8920354482604985, "ridge3d_confirmed_f1": 0.7583424701944134, "ridge3d_confirmed_recall": 0.7388498367487302, "ridge3d_confirmed_precision": 0.8148148148148149, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.682508223174972, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.682508223174972, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7577962239583333 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6546505304333083, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.5176397167745797, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.7995675557190616, "mean_strict_plane_XY_intersection_precision": 0.7996768372671059, "ridge3d_confirmed_f1": 0.623448322762925, "ridge3d_confirmed_recall": 0.61652620683978, "ridge3d_confirmed_precision": 0.6853072781848798, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 32, "ridge3d_conditional_f1_diagnostic": 0.49875865821033993, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 15, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.49875865821033993, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7597330729166667 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.9147907991554526, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.8057336548919363, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7725921049539954, "mean_strict_plane_XY_intersection_precision": 0.7726922783213548, "ridge3d_confirmed_f1": 0.500012348623099, "ridge3d_confirmed_recall": 0.49141747769433597, "ridge3d_confirmed_precision": 0.5297152529205855, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 81, "ridge3d_conditional_f1_diagnostic": 0.500012348623099, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5000128554307937, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7613850911458333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0808926649608102, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706204379562046, "mean_any_roof_coverage": 0.9706204379562046, "conditional_any_roof_mae_m": 0.8511922216147421, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7119457192620368, "mean_strict_plane_XY_intersection_precision": 0.7120419872480273, "ridge3d_confirmed_f1": 0.32792429784222354, "ridge3d_confirmed_recall": 0.3003383800806572, "ridge3d_confirmed_precision": 0.4100283939738015, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 71, "ridge3d_conditional_f1_diagnostic": 0.27747440586649685, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 140, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 100, "ridge3d_v1_f1_diagnostic": 0.27747440586649685, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7673502604166667 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8980820870764749, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.5776870662226099, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7621133611405776, "mean_strict_plane_XY_intersection_precision": 0.7622610883568075, "ridge3d_confirmed_f1": 0.5947365579740826, "ridge3d_confirmed_recall": 0.5785921936530097, "ridge3d_confirmed_precision": 0.6559671943239961, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.5947365579740826, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.5947365579740826, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7909830729166667 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5694340553794042, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45223645423996306, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8142235476834296, "mean_strict_plane_XY_intersection_precision": 0.8143375964529739, "ridge3d_confirmed_f1": 0.6688762139354131, "ridge3d_confirmed_recall": 0.6506711323421135, "ridge3d_confirmed_precision": 0.7192208370889912, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5852666871934864, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5852666871934864, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7689290364583333 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8775680053508994, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9690196078431372, "mean_any_roof_coverage": 0.9690196078431372, "conditional_any_roof_mae_m": 0.61598881529758, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.733515385138839, "mean_strict_plane_XY_intersection_precision": 0.7336306724970367, "ridge3d_confirmed_f1": 0.43861724946566605, "ridge3d_confirmed_recall": 0.41965349859386597, "ridge3d_confirmed_precision": 0.5189266040183875, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 58, "ridge3d_conditional_f1_diagnostic": 0.4072874459324042, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.40729196263050677, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7764567057291667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/global_3500_s20261101.json", "paired_rows_sha256": "28b6231abe3d4b9fe70c0af042772ea29849a000c8f501066a6d5eac7213c464" }, "global_3500_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.7203057549451123, "native_lod2_success": 0.9775, "native_lod2_success_count": 2346, "native_failure_or_fallback_count": 54, "mean_strict_native_coverage": 0.977232545727907, "mean_any_roof_coverage": 0.9776492123945738, "conditional_any_roof_mae_m": 0.5259291611820639, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.7938028529578832, "mean_strict_plane_XY_intersection_precision": 0.7939208376595311, "ridge3d_confirmed_f1": 0.549309750134747, "ridge3d_confirmed_recall": 0.5286644201737024, "ridge3d_confirmed_precision": 0.6208114871309518, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 494, "ridge3d_conditional_f1_diagnostic": 0.5086201390136548, "ridge3d_teacher_empty_spurious_clouds": 60, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1560, "ridge3d_confirmed_defined_buildings": 135, "ridge3d_both_no_edges_clouds": 840, "ridge3d_v1_f1_diagnostic": 0.5086205105304501, "all_edges_two_incidences_fraction_diagnostic": 0.9733333333333334, "mean_retained_fraction": 0.7630777994791667, "clean_individual_harmed_over_2cm": 7, "clean_max_harm_m": 3.079794107822546, "clean_mean_delta_m": 0.03330054660690383, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000013646", "city": "Leiden", "case": "clean", "delta_m": 1.174600448011103, "raw_loss_m": 0.08207592025219894, "model_loss_m": 1.256676368263302, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0599100000616035", "city": "Rotterdam", "case": "clean", "delta_m": 0.0936270372108603, "raw_loss_m": 1.2845230415029008, "model_loss_m": 1.378150078713761, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0307100000308988", "city": "Amersfoort", "case": "clean", "delta_m": 3.079794107822546, "raw_loss_m": 0.20017160266210893, "model_loss_m": 3.279965710484655, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0307100000309250", "city": "Amersfoort", "case": "clean", "delta_m": 1.0749915314159224, "raw_loss_m": 0.07031978041220746, "model_loss_m": 1.14531131182813, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0268100000006284", "city": "Nijmegen", "case": "clean", "delta_m": 0.12308681688214462, "raw_loss_m": 0.10608850143976689, "model_loss_m": 0.22917531832191151, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0193100000001611", "city": "Zwolle", "case": "clean", "delta_m": 0.7580871920230101, "raw_loss_m": 0.14526924262430704, "model_loss_m": 0.9033564346473172, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0193100000001591", "city": "Zwolle", "case": "clean", "delta_m": 0.3588019037330848, "raw_loss_m": 0.3232249368835102, "model_loss_m": 0.682026840616595, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 1, "new_failures_vs_raw": [ { "id": "NL.IMBAG.Pand.0307100000308268", "city": "Amersfoort", "case": "dense_canopy", "delta_m": 8.89372303445086, "raw_loss_m": 1.1062769655491405, "model_loss_m": 10.0, "raw_native_success": true, "model_native_success": false, "complexity_stratum": "2-4" } ], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": false, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5257724048647375, "paired_building_bootstrap95_delta_m": [ -0.5617522575110532, -0.4870655650957414 ], "paired_median_building_delta_m": -0.5436916439815729, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075053967535443 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.00214320673449 }, { "id": "NL.IMBAG.Pand.0268100000002656", "delta_m": -0.9896734092696113 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9736441757322386 }, { "id": "NL.IMBAG.Pand.0344100000001280", "delta_m": -0.9651159561898788 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": 0.6246567260012631 }, { "id": "NL.IMBAG.Pand.0307100000308268", "delta_m": 0.45428369367344223 }, { "id": "NL.IMBAG.Pand.0307100000309250", "delta_m": 0.3007653355748569 }, { "id": "NL.IMBAG.Pand.0268100000006894", "delta_m": 0.28797116488625113 }, { "id": "NL.IMBAG.Pand.0855100000019447", "delta_m": 0.21383268494781946 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/global_3500_s20261102.json", "rows_sha256": "dfb1b0c890a5cc54ff463f03a70ae629d49beecf163885b9d4a171ac78ba1fc9", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.15856575511080778, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.15822373578955176, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9377440192890719, "mean_strict_plane_XY_intersection_precision": 0.937879689703569, "ridge3d_confirmed_f1": 0.8126985178509499, "ridge3d_confirmed_recall": 0.8012673079794128, "ridge3d_confirmed_precision": 0.8522892006449945, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7754756849722804, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7754753688401186, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.983935546875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6787243071660467, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6852854319492597, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7407207756605247, "mean_strict_plane_XY_intersection_precision": 0.7408314174010371, "ridge3d_confirmed_f1": 0.47860370413856634, "ridge3d_confirmed_recall": 0.46938498929337186, "ridge3d_confirmed_precision": 0.5047638533674339, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.46738642982281864, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.46738612872937146, "all_edges_two_incidences_fraction_diagnostic": 0.985, "mean_retained_fraction": 0.9904296875 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 0.996875 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3364047194711876, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3410333546097777, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8293338310750145, "mean_strict_plane_XY_intersection_precision": 0.8294473736958795, "ridge3d_confirmed_f1": 0.677705407567857, "ridge3d_confirmed_recall": 0.6648057684586031, "ridge3d_confirmed_precision": 0.7304933472399793, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6466654652365048, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6466644075042882, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.98587890625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.356219116894607, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3593559337712833, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8557494304377478, "mean_strict_plane_XY_intersection_precision": 0.8558721364581834, "ridge3d_confirmed_f1": 0.6109858051722342, "ridge3d_confirmed_recall": 0.5760879995171251, "ridge3d_confirmed_precision": 0.7398466855525372, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.5874863511271483, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.5874923795813257, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.97951171875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.22371618818966837, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.2267858166249589, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9138977945614875, "mean_strict_plane_XY_intersection_precision": 0.9140422240375199, "ridge3d_confirmed_f1": 0.7563403770049774, "ridge3d_confirmed_recall": 0.7457422270297955, "ridge3d_confirmed_precision": 0.7964938862332144, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.7162314176183499, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7162314176183499, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.797587890625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.589427854092499, "native_lod2_success": 0.995, "native_lod2_success_count": 199, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9947821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.5473915294462219, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7885023343065182, "mean_strict_plane_XY_intersection_precision": 0.7886231737820774, "ridge3d_confirmed_f1": 0.49635981259959455, "ridge3d_confirmed_recall": 0.4578039724870366, "ridge3d_confirmed_precision": 0.6153125125486356, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.47726905057653324, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4772687964262065, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.521669921875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6238408896224983, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996347645153346, "mean_any_roof_coverage": 0.9996347645153346, "conditional_any_roof_mae_m": 0.6231280975585268, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7512521242249123, "mean_strict_plane_XY_intersection_precision": 0.75136363288116, "ridge3d_confirmed_f1": 0.4738036653080779, "ridge3d_confirmed_recall": 0.43529120345092204, "ridge3d_confirmed_precision": 0.5920966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 42, "ridge3d_conditional_f1_diagnostic": 0.45558044741161335, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4555801932804578, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.537392578125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3204899955635873, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.32268112114135206, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8530652278715314, "mean_strict_plane_XY_intersection_precision": 0.8531942326094009, "ridge3d_confirmed_f1": 0.6495609693143888, "ridge3d_confirmed_recall": 0.6315305424509704, "ridge3d_confirmed_precision": 0.6982756157673685, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6245778551099892, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.624577580034912, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.74330078125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38791446402221497, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.42552676945922174, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8670631753586957, "mean_strict_plane_XY_intersection_precision": 0.8671976954476593, "ridge3d_confirmed_f1": 0.6972110571353188, "ridge3d_confirmed_recall": 0.6826318489681534, "ridge3d_confirmed_precision": 0.745442168461037, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.665277726274159, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.665277726274159, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.5296875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3719572486160756, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3736431721695844, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8367968324252901, "mean_strict_plane_XY_intersection_precision": 0.8369254461237954, "ridge3d_confirmed_f1": 0.6306307910065564, "ridge3d_confirmed_recall": 0.6217067195496487, "ridge3d_confirmed_precision": 0.7060499725199216, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 28, "ridge3d_conditional_f1_diagnostic": 0.5882749916105936, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 66, "ridge3d_v1_f1_diagnostic": 0.5882747450468438, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.556220703125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.1222987356539227, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.1960647093620331, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.67210501251788, "mean_strict_plane_XY_intersection_precision": 0.6722013659179831, "ridge3d_confirmed_f1": 0.30781689451844285, "ridge3d_confirmed_recall": 0.2577204628993895, "ridge3d_confirmed_precision": 0.4686739912448849, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.30060243605316683, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.3006037762895379, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.534443359375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.014132860561837447, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9999772313296904, "mean_any_roof_coverage": 0.9999772313296904, "conditional_any_roof_mae_m": 0.01392772975385753, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9979800414132272, "mean_strict_plane_XY_intersection_precision": 0.9981379798872676, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 1, "ridge3d_confirmed_defined_buildings": 1, "ridge3d_both_no_edges_clouds": 359, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7429416232638889 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.6084695805242141, "native_lod2_success": 0.9822834645669292, "native_lod2_success_count": 1497, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.981875756002166, "mean_any_roof_coverage": 0.9825319239811687, "conditional_any_roof_mae_m": 0.45598143389147244, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8159522174073577, "mean_strict_plane_XY_intersection_precision": 0.8160783978815276, "ridge3d_confirmed_f1": 0.6635747968528184, "ridge3d_confirmed_recall": 0.6458296222141104, "ridge3d_confirmed_precision": 0.7245723653348692, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 254, "ridge3d_conditional_f1_diagnostic": 0.6071003460568338, "ridge3d_teacher_empty_spurious_clouds": 54, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 94, "ridge3d_both_no_edges_clouds": 438, "ridge3d_v1_f1_diagnostic": 0.6071004047815574, "all_edges_two_incidences_fraction_diagnostic": 0.9796587926509186, "mean_retained_fraction": 0.76830093503937 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5432913591998176, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.947650492870131, "mean_any_roof_coverage": 0.947650492870131, "conditional_any_roof_mae_m": 1.089729261385583, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.5859357613591961, "mean_strict_plane_XY_intersection_precision": 0.5860016652170748, "ridge3d_confirmed_f1": 0.2973406727564359, "ridge3d_confirmed_recall": 0.2703001284948539, "ridge3d_confirmed_precision": 0.39200544801462095, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 240, "ridge3d_conditional_f1_diagnostic": 0.28990715593752503, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.2899082718036091, "all_edges_two_incidences_fraction_diagnostic": 0.936046511627907, "mean_retained_fraction": 0.761699824370155 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8725426635650033, "native_lod2_success": 0.9583333333333334, "native_lod2_success_count": 230, "native_failure_or_fallback_count": 10, "mean_strict_native_coverage": 0.9582477399986509, "mean_any_roof_coverage": 0.9624144066653175, "conditional_any_roof_mae_m": 0.49821700485953047, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7463767148551064, "mean_strict_plane_XY_intersection_precision": 0.746459653924578, "ridge3d_confirmed_f1": 0.5095613472960905, "ridge3d_confirmed_recall": 0.4644716803217482, "ridge3d_confirmed_precision": 0.6319859987393658, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.5095613472960905, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5095602673146743, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.757080078125 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5893862084596997, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.35171717363183985, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8170961889775621, "mean_strict_plane_XY_intersection_precision": 0.8172063659468748, "ridge3d_confirmed_f1": 0.5683968848460559, "ridge3d_confirmed_recall": 0.5465506404941856, "ridge3d_confirmed_precision": 0.640488613241887, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.4736640707050464, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4736640707050464, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7574055989583334 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.4170896255722433, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.41842167154055304, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8843456101919843, "mean_strict_plane_XY_intersection_precision": 0.8844717412672845, "ridge3d_confirmed_f1": 0.547261704696889, "ridge3d_confirmed_recall": 0.5234126376068556, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.547261704696889, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.547261704696889, "all_edges_two_incidences_fraction_diagnostic": 0.9916666666666667, "mean_retained_fraction": 0.7644287109375 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.33625744016393655, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.986968085106383, "mean_any_roof_coverage": 0.986968085106383, "conditional_any_roof_mae_m": 0.20884659953261955, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8935728601693216, "mean_strict_plane_XY_intersection_precision": 0.8937504109730016, "ridge3d_confirmed_f1": 0.7698539817059249, "ridge3d_confirmed_recall": 0.7517322844137865, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6928685835353323, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 126, "ridge3d_v1_f1_diagnostic": 0.6928685835353323, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7572509765625 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6315376970968326, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4923560539906181, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8079310602609227, "mean_strict_plane_XY_intersection_precision": 0.8080412997582908, "ridge3d_confirmed_f1": 0.6139329473425982, "ridge3d_confirmed_recall": 0.6048068167784755, "ridge3d_confirmed_precision": 0.6818350559626576, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 33, "ridge3d_conditional_f1_diagnostic": 0.5262282405793698, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.5262282405793698, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7628011067708333 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8817660937791156, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.774499240918581, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.775579306001486, "mean_strict_plane_XY_intersection_precision": 0.7756793621378537, "ridge3d_confirmed_f1": 0.5012060328589554, "ridge3d_confirmed_recall": 0.4918822344430853, "ridge3d_confirmed_precision": 0.5368639457310431, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 84, "ridge3d_conditional_f1_diagnostic": 0.5012060328589554, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5012065396666502, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.754736328125 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0953587679353556, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9705900243309002, "mean_any_roof_coverage": 0.9705900243309002, "conditional_any_roof_mae_m": 0.8664522028130467, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7017200991764427, "mean_strict_plane_XY_intersection_precision": 0.7018147092199543, "ridge3d_confirmed_f1": 0.3286433441656504, "ridge3d_confirmed_recall": 0.2998844522157768, "ridge3d_confirmed_precision": 0.41047730596984117, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 71, "ridge3d_conditional_f1_diagnostic": 0.27808282967862724, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 139, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 101, "ridge3d_v1_f1_diagnostic": 0.27808282967862724, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7628011067708333 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.9336740079734911, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.6412026683487899, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7608013868300036, "mean_strict_plane_XY_intersection_precision": 0.7609516301845327, "ridge3d_confirmed_f1": 0.5927905058680928, "ridge3d_confirmed_recall": 0.5792766900794708, "ridge3d_confirmed_precision": 0.6599570288690132, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.5927905058680928, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.5927905058680928, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7862711588541667 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5655880888499618, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.4492247630001354, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8171513416178222, "mean_strict_plane_XY_intersection_precision": 0.8172644754787676, "ridge3d_confirmed_f1": 0.6721677383132835, "ridge3d_confirmed_recall": 0.6548838506670757, "ridge3d_confirmed_precision": 0.7208713509835343, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.588146771024123, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.588146771024123, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7642252604166667 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8798569560554818, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5583542331849256, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7334539614981813, "mean_strict_plane_XY_intersection_precision": 0.733568727704174, "ridge3d_confirmed_f1": 0.4285071849607679, "ridge3d_confirmed_recall": 0.40712763820460585, "ridge3d_confirmed_precision": 0.5177523489835084, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.3978995288921416, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.3979038073721874, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7637776692708333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/global_3500_s20261102.json", "paired_rows_sha256": "18505a4b3d659b2943bbc108771aa6c61dcb78b35a8fda9d55c9c43a6fd63957" }, "graph_3500_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.685665998054385, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776713690161793, "mean_any_roof_coverage": 0.9776713690161793, "conditional_any_roof_mae_m": 0.49016267436663213, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8053633287336194, "mean_strict_plane_XY_intersection_precision": 0.805483299145132, "ridge3d_confirmed_f1": 0.5653134750144125, "ridge3d_confirmed_recall": 0.5452607979767433, "ridge3d_confirmed_precision": 0.6348801725107137, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 471, "ridge3d_conditional_f1_diagnostic": 0.52734465952837, "ridge3d_teacher_empty_spurious_clouds": 65, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1565, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 835, "ridge3d_v1_f1_diagnostic": 0.5273556388645531, "all_edges_two_incidences_fraction_diagnostic": 0.9758333333333333, "mean_retained_fraction": 0.7365901692708333, "clean_individual_harmed_over_2cm": 3, "clean_max_harm_m": 1.0220793573011162, "clean_mean_delta_m": 0.005705548545975788, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000014363", "city": "Leiden", "case": "clean", "delta_m": 0.025340041866844562, "raw_loss_m": 0.12408502232413247, "model_loss_m": 0.14942506419097704, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0599100000616035", "city": "Rotterdam", "case": "clean", "delta_m": 0.0936270372108603, "raw_loss_m": 1.2845230415029008, "model_loss_m": 1.378150078713761, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0268100000002656", "city": "Nijmegen", "case": "clean", "delta_m": 1.0220793573011162, "raw_loss_m": 1.1642240731858735, "model_loss_m": 2.1863034304869897, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5604121617554647, "paired_building_bootstrap95_delta_m": [ -0.5903411279539186, -0.5296821076825254 ], "paired_median_building_delta_m": -0.5636882152538265, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1077502473539165 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751104404937248 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0029028597455414 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.977747799523419 }, { "id": "NL.IMBAG.Pand.0344100000001280", "delta_m": -0.9647041031250878 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.22297301879242923 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": 0.057633745840128314 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0016524387223741399 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.002431705212377233 }, { "id": "NL.IMBAG.Pand.0202100000202559", "delta_m": -0.05305914079791635 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_3500_s20261031.json", "rows_sha256": "1ec5c843a807d8e3601fda3bd925097d9bafca4d9b87a215368a82c0fdb09d90", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.13097075704987973, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.1306287377286237, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9447538986383762, "mean_strict_plane_XY_intersection_precision": 0.9448912748898799, "ridge3d_confirmed_f1": 0.8392418689915175, "ridge3d_confirmed_recall": 0.825877209438052, "ridge3d_confirmed_precision": 0.8787451022301163, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.8008033101064099, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.8008716031489661, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998251953125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.99984375 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3014006241701059, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.30230773167116576, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8347155187926409, "mean_strict_plane_XY_intersection_precision": 0.8348290750119395, "ridge3d_confirmed_f1": 0.6999519526292696, "ridge3d_confirmed_recall": 0.687275468354105, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6678930845699137, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6678920268376971, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.994501953125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33439247049917953, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3378299196188101, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8640671359639928, "mean_strict_plane_XY_intersection_precision": 0.8641920042705378, "ridge3d_confirmed_f1": 0.627431141321802, "ridge3d_confirmed_recall": 0.5948110599565987, "ridge3d_confirmed_precision": 0.7560391330114581, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.5986938371391239, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.5987613213668246, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.992431640625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.20639235440306913, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997911549235079, "mean_any_roof_coverage": 0.9997911549235079, "conditional_any_roof_mae_m": 0.20723535913747454, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9209679517038115, "mean_strict_plane_XY_intersection_precision": 0.9211175379668427, "ridge3d_confirmed_f1": 0.7607883589331506, "ridge3d_confirmed_recall": 0.7480781368505058, "ridge3d_confirmed_precision": 0.8069392097238481, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.7204435217169987, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7204435217169987, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.724775390625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5202013861125826, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5297771783101829, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7994840723656292, "mean_strict_plane_XY_intersection_precision": 0.7996050963924556, "ridge3d_confirmed_f1": 0.5145914847408517, "ridge3d_confirmed_recall": 0.4754658318640069, "ridge3d_confirmed_precision": 0.6309455539563755, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 42, "ridge3d_conditional_f1_diagnostic": 0.49479950455851124, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.49479929391580313, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50248046875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5625702145533007, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5818104285028133, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7803543699898776, "mean_strict_plane_XY_intersection_precision": 0.7804687326466666, "ridge3d_confirmed_f1": 0.47467991540629917, "ridge3d_confirmed_recall": 0.43420856033707483, "ridge3d_confirmed_precision": 0.6000966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.45642299558298, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4564227414518245, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5026171875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30280390153420955, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3151177239124851, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.889729049115424, "mean_strict_plane_XY_intersection_precision": 0.8898626482508888, "ridge3d_confirmed_f1": 0.7008909966725605, "ridge3d_confirmed_recall": 0.6924809572150926, "ridge3d_confirmed_precision": 0.7362966662472649, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.6637225347278036, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6637225347278036, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.589453125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.34934432678988725, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.35683534309659387, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8682445222239613, "mean_strict_plane_XY_intersection_precision": 0.8683778334869475, "ridge3d_confirmed_f1": 0.7151681163966795, "ridge3d_confirmed_recall": 0.702812701756175, "ridge3d_confirmed_precision": 0.7640740536110393, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6772425344665526, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6772422841858693, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50947265625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3332277645247332, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.33393734299002786, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8557839614654215, "mean_strict_plane_XY_intersection_precision": 0.8559186924092762, "ridge3d_confirmed_f1": 0.6565968668234111, "ridge3d_confirmed_recall": 0.6476049670362874, "ridge3d_confirmed_precision": 0.6992610093888453, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.6124970772606448, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 66, "ridge3d_v1_f1_diagnostic": 0.6124968306968949, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5190234375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0604036603861522, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.1000809203842432, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6811948512473307, "mean_strict_plane_XY_intersection_precision": 0.6812931592696918, "ridge3d_confirmed_f1": 0.31203034163435145, "ridge3d_confirmed_recall": 0.2626490990065975, "ridge3d_confirmed_precision": 0.4830990401110878, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.30235498220382895, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.3023563120507708, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50623046875 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010422144406146633, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010422144406146633, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7338053385416666 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5686184907867683, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825650431911666, "mean_any_roof_coverage": 0.9825650431911666, "conditional_any_roof_mae_m": 0.41012566146058343, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8265652995620533, "mean_strict_plane_XY_intersection_precision": 0.826693391409012, "ridge3d_confirmed_f1": 0.6736539741215157, "ridge3d_confirmed_recall": 0.6560540694706112, "ridge3d_confirmed_precision": 0.7334814358977241, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 245, "ridge3d_conditional_f1_diagnostic": 0.616321721004791, "ridge3d_teacher_empty_spurious_clouds": 59, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1091, "ridge3d_confirmed_defined_buildings": 94, "ridge3d_both_no_edges_clouds": 433, "ridge3d_v1_f1_diagnostic": 0.6163218126615018, "all_edges_two_incidences_fraction_diagnostic": 0.9816272965879265, "mean_retained_fraction": 0.7384978366961942 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5024648127621634, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0612537566429752, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6070851453342249, "mean_strict_plane_XY_intersection_precision": 0.6071545471538159, "ridge3d_confirmed_f1": 0.32640878467567247, "ridge3d_confirmed_recall": 0.3009474300671885, "ridge3d_confirmed_precision": 0.4174517455547422, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 226, "ridge3d_conditional_f1_diagnostic": 0.31824856505878063, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.318285130441724, "all_edges_two_incidences_fraction_diagnostic": 0.9418604651162791, "mean_retained_fraction": 0.732898800872093 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7488035759567162, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4009462918304668, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7673024541036789, "mean_strict_plane_XY_intersection_precision": 0.7673929236859964, "ridge3d_confirmed_f1": 0.5383762178721915, "ridge3d_confirmed_recall": 0.49018872426579124, "ridge3d_confirmed_precision": 0.6758382506997143, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 56, "ridge3d_conditional_f1_diagnostic": 0.5383762178721915, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5383749968683177, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7416666666666667 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5882744945017514, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.35076805202674577, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8170006464941777, "mean_strict_plane_XY_intersection_precision": 0.8171087839014429, "ridge3d_confirmed_f1": 0.5728546844873579, "ridge3d_confirmed_recall": 0.5523909386572544, "ridge3d_confirmed_precision": 0.6499358071314966, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 39, "ridge3d_conditional_f1_diagnostic": 0.4773789037394649, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 135, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 105, "ridge3d_v1_f1_diagnostic": 0.4773789037394649, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.739306640625 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3608677990089105, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.3365716524806131, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.899795036152824, "mean_strict_plane_XY_intersection_precision": 0.8999217156857471, "ridge3d_confirmed_f1": 0.5551169294799306, "ridge3d_confirmed_recall": 0.5379629021571203, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5551169294799306, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5551169294799306, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7352213541666667 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32698218419759706, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.20043228337645233, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8942231487511203, "mean_strict_plane_XY_intersection_precision": 0.8944046742057058, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 126, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7385172526041667 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6075824323068704, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4662239621434476, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.818023433284251, "mean_strict_plane_XY_intersection_precision": 0.8181339458046182, "ridge3d_confirmed_f1": 0.6400078899931633, "ridge3d_confirmed_recall": 0.6321800533788579, "ridge3d_confirmed_precision": 0.700739376950312, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5120063119945307, "ridge3d_teacher_empty_spurious_clouds": 16, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 160, "ridge3d_confirmed_defined_buildings": 15, "ridge3d_both_no_edges_clouds": 80, "ridge3d_v1_f1_diagnostic": 0.5120063119945307, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7380533854166667 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.872991498566736, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.763134824158181, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7849293856966651, "mean_strict_plane_XY_intersection_precision": 0.785032260495668, "ridge3d_confirmed_f1": 0.5006451198237579, "ridge3d_confirmed_recall": 0.4891761213798064, "ridge3d_confirmed_precision": 0.5364058340113216, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 83, "ridge3d_conditional_f1_diagnostic": 0.5006451198237579, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5006456266314527, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7249593098958333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0853541668658129, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.970711678832117, "mean_any_roof_coverage": 0.970711678832117, "conditional_any_roof_mae_m": 0.8810338553505954, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7309069632705186, "mean_strict_plane_XY_intersection_precision": 0.7310045496423878, "ridge3d_confirmed_f1": 0.3475017814416018, "ridge3d_confirmed_recall": 0.3227464392519096, "ridge3d_confirmed_precision": 0.42157037621316906, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.31854329965480166, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.31854329965480166, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7402262369791667 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8475778158915274, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.509115851323378, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7730156288178806, "mean_strict_plane_XY_intersection_precision": 0.7731637234187742, "ridge3d_confirmed_f1": 0.6140380822142772, "ridge3d_confirmed_recall": 0.6009724932175332, "ridge3d_confirmed_precision": 0.672005993595489, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 67, "ridge3d_conditional_f1_diagnostic": 0.6140380822142772, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6140380822142772, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7369303385416667 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5738058742512802, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45685034580955736, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8175442651928959, "mean_strict_plane_XY_intersection_precision": 0.8176585569707626, "ridge3d_confirmed_f1": 0.6733789804246724, "ridge3d_confirmed_recall": 0.6570578835251785, "ridge3d_confirmed_precision": 0.7193712969953384, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5892066078715883, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5892066078715883, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7348958333333333 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.844420138996648, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5365496251668838, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7508923255721813, "mean_strict_plane_XY_intersection_precision": 0.7510118576402157, "ridge3d_confirmed_f1": 0.4680609140325415, "ridge3d_confirmed_recall": 0.45024019655324915, "ridge3d_confirmed_precision": 0.5461837452132572, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.4680609140325415, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.4681750196005098, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7361246744791666 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_3500_s20261031.json", "paired_rows_sha256": "db13ce4d079fcfd31e82f600ed46eb29225f75bc29ca76c6d8001c3751ed19aa" }, "graph_3500_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.686270475491283, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.977668327653649, "mean_any_roof_coverage": 0.977668327653649, "conditional_any_roof_mae_m": 0.49180763232237723, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8046974241741648, "mean_strict_plane_XY_intersection_precision": 0.8048187070101365, "ridge3d_confirmed_f1": 0.5678582039901888, "ridge3d_confirmed_recall": 0.5490880895424856, "ridge3d_confirmed_precision": 0.6359664823351487, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 472, "ridge3d_conditional_f1_diagnostic": 0.5337013195396513, "ridge3d_teacher_empty_spurious_clouds": 62, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1562, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 838, "ridge3d_v1_f1_diagnostic": 0.533712387402665, "all_edges_two_incidences_fraction_diagnostic": 0.9754166666666667, "mean_retained_fraction": 0.73489990234375, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 2.847654417203241, "clean_mean_delta_m": 0.013023568056482433, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000013640", "city": "Leiden", "case": "clean", "delta_m": 2.847654417203241, "raw_loss_m": 0.05698485086932249, "model_loss_m": 2.9046392680725637, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5598076843185668, "paired_building_bootstrap95_delta_m": [ -0.5895209986926362, -0.5283344938001244 ], "paired_median_building_delta_m": -0.5614179558049988, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0798769670976212 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750889078626515 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0449828551932747 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -1.0030769171443052 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9735808008265038 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0599100000616017", "delta_m": 0.27464635785711544 }, { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.2606137868275382 }, { "id": "NL.IMBAG.Pand.0599100000601108", "delta_m": 0.008887671710544017 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0012569244188317629 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.0028536178162829793 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_3500_s20261101.json", "rows_sha256": "75ee2e2b09d0f1d07343179a32dc4e9d150a69ec0a6c1467dfae62a4b5cf484a", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.13828877656038638, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.13783927540456417, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9433275537908454, "mean_strict_plane_XY_intersection_precision": 0.9434644222528368, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9953125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33002136665765713, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.35487365355462785, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8348184043742894, "mean_strict_plane_XY_intersection_precision": 0.834932175336799, "ridge3d_confirmed_f1": 0.7027194788609566, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503027707118862, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705338538749587, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.670532796142742, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9941796875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3418122827781041, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3452497318977348, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8615046778335518, "mean_strict_plane_XY_intersection_precision": 0.8616290875846883, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.992744140625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2217305429629732, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997911549235079, "mean_any_roof_coverage": 0.9997911549235079, "conditional_any_roof_mae_m": 0.2228468992526744, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9167245210268729, "mean_strict_plane_XY_intersection_precision": 0.916876265319832, "ridge3d_confirmed_f1": 0.7574136112957027, "ridge3d_confirmed_recall": 0.7528805668677595, "ridge3d_confirmed_precision": 0.7892418903716257, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.7172477379694154, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7172477379694154, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.72302734375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5192172534859225, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5285012163826953, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7964785631479407, "mean_strict_plane_XY_intersection_precision": 0.7965992137116842, "ridge3d_confirmed_f1": 0.5036751341881581, "ridge3d_confirmed_recall": 0.46588355426964084, "ridge3d_confirmed_precision": 0.6136876918723899, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 44, "ridge3d_conditional_f1_diagnostic": 0.48430301364245965, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4843028029997516, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.502626953125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5586007871156178, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5587770525609853, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7755512911152942, "mean_strict_plane_XY_intersection_precision": 0.7756654369059413, "ridge3d_confirmed_f1": 0.4826799154062992, "ridge3d_confirmed_recall": 0.4422085603370748, "ridge3d_confirmed_precision": 0.6080966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.46411530327528766, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.46411504914413215, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.501298828125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.32175013365255095, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.33819685158908824, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8832699327845052, "mean_strict_plane_XY_intersection_precision": 0.8834179983429101, "ridge3d_confirmed_f1": 0.6870444362237953, "ridge3d_confirmed_recall": 0.6866746897531334, "ridge3d_confirmed_precision": 0.722456825204639, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6506102615755636, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6506102615755636, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.578984375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.336455537837304, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.3439112945559074, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8704506294370894, "mean_strict_plane_XY_intersection_precision": 0.870583903945797, "ridge3d_confirmed_f1": 0.7146130288287982, "ridge3d_confirmed_recall": 0.697063354230398, "ridge3d_confirmed_precision": 0.7629438689633591, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6767168833606044, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.676716633079921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.509169921875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3151301268927376, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3167189098535125, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8664057123280899, "mean_strict_plane_XY_intersection_precision": 0.8665404467738312, "ridge3d_confirmed_f1": 0.7035589494888046, "ridge3d_confirmed_recall": 0.6937564416452625, "ridge3d_confirmed_precision": 0.7532981320323672, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6612396141812072, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.661239437468763, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5165234375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.025954381322621, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996140197268304, "mean_any_roof_coverage": 0.9996140197268304, "conditional_any_roof_mae_m": 1.0631211240721377, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6827731909545348, "mean_strict_plane_XY_intersection_precision": 0.6828719988008609, "ridge3d_confirmed_f1": 0.31203034163435145, "ridge3d_confirmed_recall": 0.2626490990065975, "ridge3d_confirmed_precision": 0.4830990401110878, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.3047171305022963, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.3047184707386675, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.504931640625 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010393950366497175, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010393950366497175, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7329806857638889 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5637030502138481, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825602536438743, "mean_any_roof_coverage": 0.9825602536438743, "conditional_any_roof_mae_m": 0.40481224604361593, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8265728368045802, "mean_strict_plane_XY_intersection_precision": 0.8267022523080807, "ridge3d_confirmed_f1": 0.6744982055947712, "ridge3d_confirmed_recall": 0.6584047828762427, "ridge3d_confirmed_precision": 0.7325932262381761, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 247, "ridge3d_conditional_f1_diagnostic": 0.6237295234532294, "ridge3d_teacher_empty_spurious_clouds": 56, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1088, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 436, "ridge3d_v1_f1_diagnostic": 0.6237296160954962, "all_edges_two_incidences_fraction_diagnostic": 0.9816272965879265, "mean_retained_fraction": 0.7371137323654856 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5198137025605343, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.084617504789333, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6039656536669741, "mean_strict_plane_XY_intersection_precision": 0.6040372503821683, "ridge3d_confirmed_f1": 0.3327033286570075, "ridge3d_confirmed_recall": 0.30803076578086686, "ridge3d_confirmed_precision": 0.4228921239848836, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 225, "ridge3d_conditional_f1_diagnostic": 0.32438574544058235, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.32442233069183274, "all_edges_two_incidences_fraction_diagnostic": 0.939922480620155, "mean_retained_fraction": 0.7297003694282945 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7601736034430867, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.41362162956558013, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7671745774556105, "mean_strict_plane_XY_intersection_precision": 0.7672609275791277, "ridge3d_confirmed_f1": 0.5517868564406913, "ridge3d_confirmed_recall": 0.5056367598901359, "ridge3d_confirmed_precision": 0.6806064952220376, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 56, "ridge3d_conditional_f1_diagnostic": 0.5517868564406913, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5517856821857753, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7395182291666667 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.575870160034285, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.33849133015819366, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.819642554027199, "mean_strict_plane_XY_intersection_precision": 0.8197515617966993, "ridge3d_confirmed_f1": 0.5872076251885952, "ridge3d_confirmed_recall": 0.5642619636823772, "ridge3d_confirmed_precision": 0.6660071486225262, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 37, "ridge3d_conditional_f1_diagnostic": 0.4893396876571627, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4893396876571627, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7392008463541667 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.36745687722875653, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.3432402954247575, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8958270239040168, "mean_strict_plane_XY_intersection_precision": 0.8959537051760682, "ridge3d_confirmed_f1": 0.5587114130480058, "ridge3d_confirmed_recall": 0.5425925317867499, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5587114130480058, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5587114130480058, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7327473958333334 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32633820744426084, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.19975670354555347, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8943458130242277, "mean_strict_plane_XY_intersection_precision": 0.8945278253661316, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.737939453125 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6214510621377662, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.48156609904691006, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8145457479264504, "mean_strict_plane_XY_intersection_precision": 0.8146568853241568, "ridge3d_confirmed_f1": 0.6346070918261058, "ridge3d_confirmed_recall": 0.6277614457018305, "ridge3d_confirmed_precision": 0.6937949325058675, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 32, "ridge3d_conditional_f1_diagnostic": 0.5439489358509478, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5439489358509478, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7325602213541667 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8548002311954728, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7446392847831185, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7894464915215267, "mean_strict_plane_XY_intersection_precision": 0.789549383453483, "ridge3d_confirmed_f1": 0.5003672719494707, "ridge3d_confirmed_recall": 0.4919746403426193, "ridge3d_confirmed_precision": 0.5348545958368444, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 85, "ridge3d_conditional_f1_diagnostic": 0.5003672719494707, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5003677787571654, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7238118489583333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.1140433045808031, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706812652068126, "mean_any_roof_coverage": 0.9706812652068126, "conditional_any_roof_mae_m": 0.9208245022682853, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7254779775347165, "mean_strict_plane_XY_intersection_precision": 0.7255754654386224, "ridge3d_confirmed_f1": 0.3547914677616062, "ridge3d_confirmed_recall": 0.32875016616217, "ridge3d_confirmed_precision": 0.43312387975469, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 67, "ridge3d_conditional_f1_diagnostic": 0.3252255121148057, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 140, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 100, "ridge3d_v1_f1_diagnostic": 0.3252255121148057, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7394287109375 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8139686589966217, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.4714672303617557, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7783337105829702, "mean_strict_plane_XY_intersection_precision": 0.7784930288147005, "ridge3d_confirmed_f1": 0.6150284334101979, "ridge3d_confirmed_recall": 0.6047124060560729, "ridge3d_confirmed_precision": 0.6772793889655557, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.6150284334101979, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6150284334101979, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7353108723958334 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5708214266921289, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45336735822176666, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8169346977638805, "mean_strict_plane_XY_intersection_precision": 0.8170492467882055, "ridge3d_confirmed_f1": 0.6776310907846932, "ridge3d_confirmed_recall": 0.661779984043813, "ridge3d_confirmed_precision": 0.7212487619633492, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5929272044366065, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5929272044366065, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7336344401041667 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8577812231596477, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5511018898478521, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7452456480010515, "mean_strict_plane_XY_intersection_precision": 0.7453690403641692, "ridge3d_confirmed_f1": 0.4562761165845179, "ridge3d_confirmed_recall": 0.44142753682357966, "ridge3d_confirmed_precision": 0.5269646665997102, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 56, "ridge3d_conditional_f1_diagnostic": 0.4562761165845179, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.45639022215248615, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7348470052083333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_3500_s20261101.json", "paired_rows_sha256": "8189da532f6605b4f54d723896c1716d7864d3cde882764770b5392c1fa3755b" }, "graph_3500_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6806173341961245, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776564210428915, "mean_any_roof_coverage": 0.9776564210428915, "conditional_any_roof_mae_m": 0.48343213687596276, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8046244215496418, "mean_strict_plane_XY_intersection_precision": 0.8047437829288967, "ridge3d_confirmed_f1": 0.5671271250255885, "ridge3d_confirmed_recall": 0.5481765285616021, "ridge3d_confirmed_precision": 0.6351915825931639, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 468, "ridge3d_conditional_f1_diagnostic": 0.5330142152496131, "ridge3d_teacher_empty_spurious_clouds": 64, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1564, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 836, "ridge3d_v1_f1_diagnostic": 0.5330303030507569, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7355216471354167, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 2.847654417203241, "clean_mean_delta_m": 0.013173937820744554, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000013640", "city": "Leiden", "case": "clean", "delta_m": 2.847654417203241, "raw_loss_m": 0.05698485086932249, "model_loss_m": 2.9046392680725637, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5654608256137251, "paired_building_bootstrap95_delta_m": [ -0.594543126513138, -0.5350239684114599 ], "paired_median_building_delta_m": -0.5674792003769954, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750081780761283 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0530136919112179 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0029744149758242 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.999612381922928 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9735580469772712 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.07478364475559114 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0011922251653914914 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.002678139563803602 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.009069180497138063 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.017262165270000646 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_3500_s20261102.json", "rows_sha256": "8f8f4285539dfc7283865c1d4f471591d426ca77ff7bd62fd946fc90d66bc5ec", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.13843914632464852, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.13803691140871246, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.94323375516689, "mean_strict_plane_XY_intersection_precision": 0.9433705392523288, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.996953125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6523878268748186, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6559045423420319, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9998828125 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29837878593766587, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.29937801301282696, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8345783662501257, "mean_strict_plane_XY_intersection_precision": 0.8346921143453697, "ridge3d_confirmed_f1": 0.6996938881131406, "ridge3d_confirmed_recall": 0.686775468354105, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6676468398026151, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6676457820703984, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.996416015625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.32914050100555203, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.33257761800937674, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8637488258432421, "mean_strict_plane_XY_intersection_precision": 0.8638732941924769, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.99359375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21776313646493034, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.2185912887108519, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9176292026144302, "mean_strict_plane_XY_intersection_precision": 0.9177761054752159, "ridge3d_confirmed_f1": 0.7544623960966927, "ridge3d_confirmed_recall": 0.7447237214122526, "ridge3d_confirmed_precision": 0.7890898924069595, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.7144530266067165, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7144527346373133, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.72361328125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5178078919306885, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5273853594039793, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7996540491892429, "mean_strict_plane_XY_intersection_precision": 0.7997740682462205, "ridge3d_confirmed_f1": 0.5137284800417505, "ridge3d_confirmed_recall": 0.47283314624615813, "ridge3d_confirmed_precision": 0.6389455539563755, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4939696923478371, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4939694381975104, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.502578125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5428594389685754, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5425269064306042, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7740059197641347, "mean_strict_plane_XY_intersection_precision": 0.7741192357927705, "ridge3d_confirmed_f1": 0.48107639258080515, "ridge3d_confirmed_recall": 0.4419578701175887, "ridge3d_confirmed_precision": 0.6000966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4625734544046204, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.46257320027346477, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50029296875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3162987219208494, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.3324117367775516, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8805508078965508, "mean_strict_plane_XY_intersection_precision": 0.8806816005803708, "ridge3d_confirmed_f1": 0.7026243442791683, "ridge3d_confirmed_recall": 0.6961582868105101, "ridge3d_confirmed_precision": 0.7320448898818189, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.660361225826286, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.660361225826286, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.581220703125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.34391425258635683, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.35136971073789414, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.867665554043227, "mean_strict_plane_XY_intersection_precision": 0.8678002478967964, "ridge3d_confirmed_f1": 0.715516025217943, "ridge3d_confirmed_recall": 0.7011142050415772, "ridge3d_confirmed_precision": 0.7660848980923178, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6775719935775977, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6775717432969142, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.508525390625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.31070771172059997, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.31174346246866236, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8627726188251085, "mean_strict_plane_XY_intersection_precision": 0.8629061715991684, "ridge3d_confirmed_f1": 0.6807273955165035, "ridge3d_confirmed_recall": 0.6807619267125614, "ridge3d_confirmed_precision": 0.7165063735563189, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.639781386763631, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6398417816091351, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.518115234375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0256008116805786, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996140197268304, "mean_any_roof_coverage": 0.9996140197268304, "conditional_any_roof_mae_m": 1.0631274997895883, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6865893457057847, "mean_strict_plane_XY_intersection_precision": 0.6866884826195851, "ridge3d_confirmed_f1": 0.3071330265056559, "ridge3d_confirmed_recall": 0.2572398647433981, "ridge3d_confirmed_precision": 0.4807579779800625, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.29760952180780614, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.297610851654748, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.505068359375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010382279678863402, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010382279678863402, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7333441840277778 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5668043816956341, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825415030757526, "mean_any_roof_coverage": 0.9825415030757526, "conditional_any_roof_mae_m": 0.407890633732014, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8245672016647587, "mean_strict_plane_XY_intersection_precision": 0.82469414330785, "ridge3d_confirmed_f1": 0.6708574994292351, "ridge3d_confirmed_recall": 0.6555472063150279, "ridge3d_confirmed_precision": 0.727331210877713, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 252, "ridge3d_conditional_f1_diagnostic": 0.6203628489345615, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.6203629415768284, "all_edges_two_incidences_fraction_diagnostic": 0.9809711286089239, "mean_retained_fraction": 0.7375046136811023 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.4843684179886851, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0365778721130428, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.609549726640293, "mean_strict_plane_XY_intersection_precision": 0.6096196928654554, "ridge3d_confirmed_f1": 0.3383883506995981, "ridge3d_confirmed_recall": 0.31141041864379143, "ridge3d_confirmed_precision": 0.43201188945287544, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 216, "ridge3d_conditional_f1_diagnostic": 0.32992864193210825, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.3299819184776409, "all_edges_two_incidences_fraction_diagnostic": 0.939922480620155, "mean_retained_fraction": 0.7311841388081395 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7577534107391319, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4109191755012434, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7642055081331627, "mean_strict_plane_XY_intersection_precision": 0.7642933780180332, "ridge3d_confirmed_f1": 0.5499074301697562, "ridge3d_confirmed_recall": 0.5042301816647761, "ridge3d_confirmed_precision": 0.6765022554058115, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.5499074301697562, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5499060146384357, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7395914713541667 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5776321103579518, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.34005759097616994, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8204760893095786, "mean_strict_plane_XY_intersection_precision": 0.8205859361279126, "ridge3d_confirmed_f1": 0.5812511207861517, "ridge3d_confirmed_recall": 0.5583417073396599, "ridge3d_confirmed_precision": 0.6635244381288208, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 35, "ridge3d_conditional_f1_diagnostic": 0.48437593398845963, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.48437593398845963, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7391764322916666 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.36871466507736733, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.34459149023824226, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8958553044336206, "mean_strict_plane_XY_intersection_precision": 0.8959817426133135, "ridge3d_confirmed_f1": 0.5587114130480058, "ridge3d_confirmed_recall": 0.5425925317867499, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5587114130480058, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5587114130480058, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.735107421875 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32845995479709444, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.986968085106383, "mean_any_roof_coverage": 0.986968085106383, "conditional_any_roof_mae_m": 0.20107936820016428, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8943825045747126, "mean_strict_plane_XY_intersection_precision": 0.894562680949111, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7382486979166667 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.610355672640912, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.46951079440629523, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8175893464647803, "mean_strict_plane_XY_intersection_precision": 0.8176974413505043, "ridge3d_confirmed_f1": 0.6498003733692812, "ridge3d_confirmed_recall": 0.6400925478064511, "ridge3d_confirmed_precision": 0.7146282658392007, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.5569717486022411, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 159, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 81, "ridge3d_v1_f1_diagnostic": 0.5569717486022411, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7364827473958333 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8794109034162266, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.769798338336764, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7805341626116393, "mean_strict_plane_XY_intersection_precision": 0.7806330136079019, "ridge3d_confirmed_f1": 0.48825651889219607, "ridge3d_confirmed_recall": 0.4804445086942544, "ridge3d_confirmed_precision": 0.5201410640700809, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 87, "ridge3d_conditional_f1_diagnostic": 0.48825651889219607, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4882570256998907, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7218912760416667 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0600234157543527, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 0.841751877498836, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7288047159088492, "mean_strict_plane_XY_intersection_precision": 0.7289021874047128, "ridge3d_confirmed_f1": 0.33835796648046573, "ridge3d_confirmed_recall": 0.31149541153230753, "ridge3d_confirmed_precision": 0.41215666013649915, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 69, "ridge3d_conditional_f1_diagnostic": 0.31016146927376026, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.31016146927376026, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73896484375 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.821396915316941, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.47940443877163447, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7757475796454459, "mean_strict_plane_XY_intersection_precision": 0.7758988787319369, "ridge3d_confirmed_f1": 0.6174875762885117, "ridge3d_confirmed_recall": 0.6091496808806885, "ridge3d_confirmed_precision": 0.6755515932238222, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.6174875762885117, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6174875762885117, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7349039713541666 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5569824906153135, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.439549303529006, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8187722921327681, "mean_strict_plane_XY_intersection_precision": 0.8188867370099159, "ridge3d_confirmed_f1": 0.677541461391855, "ridge3d_confirmed_recall": 0.6619801481877261, "ridge3d_confirmed_precision": 0.7212489736849375, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5928487787178732, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5928487787178732, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7349365234375 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8454438032459539, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5376589913012713, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7498767122818607, "mean_strict_plane_XY_intersection_precision": 0.7499958334756236, "ridge3d_confirmed_f1": 0.4685063823087594, "ridge3d_confirmed_recall": 0.4506506187205516, "ridge3d_confirmed_precision": 0.5470670762066745, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.4685063823087594, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.46867216122058664, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7359130859375 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_3500_s20261102.json", "paired_rows_sha256": "95bb4a6a96070224340e183560770a7636689d581b69da2bae9057d47604c55b" }, "graph_20000_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6821102340316907, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776622449285881, "mean_any_roof_coverage": 0.9776622449285881, "conditional_any_roof_mae_m": 0.48379175505353006, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8050498393715213, "mean_strict_plane_XY_intersection_precision": 0.8051690414514694, "ridge3d_confirmed_f1": 0.5667870783370955, "ridge3d_confirmed_recall": 0.5481543269575117, "ridge3d_confirmed_precision": 0.6366799455349194, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 470, "ridge3d_conditional_f1_diagnostic": 0.5326946224972702, "ridge3d_teacher_empty_spurious_clouds": 62, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1562, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 838, "ridge3d_v1_f1_diagnostic": 0.5327107093063759, "all_edges_two_incidences_fraction_diagnostic": 0.9754166666666667, "mean_retained_fraction": 0.734208984375, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.07852884002991693, "clean_mean_delta_m": 0.0003907063795998202, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000013640", "city": "Leiden", "case": "clean", "delta_m": 0.07852884002991693, "raw_loss_m": 0.05698485086932249, "model_loss_m": 0.13551369089923943, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5639679257781591, "paired_building_bootstrap95_delta_m": [ -0.595227668023083, -0.5316183381380292 ], "paired_median_building_delta_m": -0.5637087861232658, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.107605189536723 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075206473401466 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0535326264582345 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0027212462997086 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9992802316995832 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2766473249285057 }, { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.09859014020525429 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.001112242529069031 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.0024795081068491967 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.01941556139159915 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_s20261031.json", "rows_sha256": "ccf18cfda2b176c0183e1e157933b802e19a3839b76656af4093b7eea4ed7c64", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12565591488350378, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12531046127970288, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9458876933327725, "mean_strict_plane_XY_intersection_precision": 0.9460252682493242, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998583984375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6523878268748186, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6559045423420319, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9999609375 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.297217234086402, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.29813879823704603, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8347703143453282, "mean_strict_plane_XY_intersection_precision": 0.8348839207347664, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99595703125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3260257129926727, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.32946316211230325, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8648267681072105, "mean_strict_plane_XY_intersection_precision": 0.8649517218035138, "ridge3d_confirmed_f1": 0.627431026340826, "ridge3d_confirmed_recall": 0.5948110599565987, "ridge3d_confirmed_precision": 0.7560389242423889, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6032990637892558, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6033670671264002, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.992919921875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.20985556439258712, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.21067385360886098, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9196476176857938, "mean_strict_plane_XY_intersection_precision": 0.9197947054813644, "ridge3d_confirmed_f1": 0.7840076599733401, "ridge3d_confirmed_recall": 0.7806841810344151, "ridge3d_confirmed_precision": 0.8140412943500114, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 17, "ridge3d_conditional_f1_diagnostic": 0.7424314961868751, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7424312042174718, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.722158203125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5355541465885435, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5451241870939786, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7955806230958244, "mean_strict_plane_XY_intersection_precision": 0.7957007324194578, "ridge3d_confirmed_f1": 0.49605131343960784, "ridge3d_confirmed_recall": 0.46019473584423515, "ridge3d_confirmed_precision": 0.6077260944580255, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 45, "ridge3d_conditional_f1_diagnostic": 0.4769724167688537, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.476972162618527, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.502109375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5653217316760443, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5642804540263301, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7767961309150019, "mean_strict_plane_XY_intersection_precision": 0.7769098478344185, "ridge3d_confirmed_f1": 0.4890242977271546, "ridge3d_confirmed_recall": 0.44738820673248586, "ridge3d_confirmed_precision": 0.6160966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.4666262382892696, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.46662602927685803, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4958984375 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.28963927412343615, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.2930063420192258, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8796951981499865, "mean_strict_plane_XY_intersection_precision": 0.8798214148008009, "ridge3d_confirmed_f1": 0.6884568013571222, "ridge3d_confirmed_recall": 0.6867895362482259, "ridge3d_confirmed_precision": 0.7336086643874291, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.6569244287758798, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6569244287758798, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.576708984375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3496261947931316, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.3570816063698334, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8687650079622236, "mean_strict_plane_XY_intersection_precision": 0.8688989495376164, "ridge3d_confirmed_f1": 0.7225124385294488, "ridge3d_confirmed_recall": 0.7082703732370297, "ridge3d_confirmed_precision": 0.7806101342838837, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.6841973849710691, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6841971346903855, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5090625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3295879289883159, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.33163480709315124, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8644078952077031, "mean_strict_plane_XY_intersection_precision": 0.864543576891572, "ridge3d_confirmed_f1": 0.6692335850623484, "ridge3d_confirmed_recall": 0.6574615395586636, "ridge3d_confirmed_precision": 0.7196568868266213, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.6337439252484359, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6338047227843077, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51384765625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0303414940426012, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996140197268304, "mean_any_roof_coverage": 0.9996140197268304, "conditional_any_roof_mae_m": 1.0665863127197148, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6851562103594457, "mean_strict_plane_XY_intersection_precision": 0.6852548245183422, "ridge3d_confirmed_f1": 0.30687664405370313, "ridge3d_confirmed_recall": 0.25712254243512467, "ridge3d_confirmed_precision": 0.47764686686895136, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.29736108919932475, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.2973624190462666, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50330078125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010406062437966898, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010406062437966898, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7327419704861111 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.563728414924903, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825506745492905, "mean_any_roof_coverage": 0.9825506745492905, "conditional_any_roof_mae_m": 0.4049647008763718, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8263956403142341, "mean_strict_plane_XY_intersection_precision": 0.826522460315141, "ridge3d_confirmed_f1": 0.674302794583826, "ridge3d_confirmed_recall": 0.658605153557459, "ridge3d_confirmed_precision": 0.7324967005379315, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 247, "ridge3d_conditional_f1_diagnostic": 0.6235488207979467, "ridge3d_teacher_empty_spurious_clouds": 57, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1089, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 435, "ridge3d_v1_f1_diagnostic": 0.6235489134402135, "all_edges_two_incidences_fraction_diagnostic": 0.9809711286089239, "mean_retained_fraction": 0.7364178354658792 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5003803776217775, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0468756308434364, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6061281418936075, "mean_strict_plane_XY_intersection_precision": 0.6061977264605393, "ridge3d_confirmed_f1": 0.3297011399468691, "ridge3d_confirmed_recall": 0.30459609394224285, "ridge3d_confirmed_precision": 0.42539171655391883, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 223, "ridge3d_conditional_f1_diagnostic": 0.3214586114481974, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.3215118846952036, "all_edges_two_incidences_fraction_diagnostic": 0.9418604651162791, "mean_retained_fraction": 0.7287086664244186 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7600099575226169, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.41340381851564123, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7634319919442991, "mean_strict_plane_XY_intersection_precision": 0.7635209301514262, "ridge3d_confirmed_f1": 0.5436144111792913, "ridge3d_confirmed_recall": 0.4971733123384554, "ridge3d_confirmed_precision": 0.6743741395750094, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.5436144111792913, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5436129742933288, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7393880208333333 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5873349272901602, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.34977564254382243, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8182322972463185, "mean_strict_plane_XY_intersection_precision": 0.8183425232093555, "ridge3d_confirmed_f1": 0.5782382727715971, "ridge3d_confirmed_recall": 0.5554761137773042, "ridge3d_confirmed_precision": 0.6623107181820826, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 37, "ridge3d_conditional_f1_diagnostic": 0.48186522730966425, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.48186522730966425, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7375325520833333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3612679401432197, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.33705197404599924, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8990456063430079, "mean_strict_plane_XY_intersection_precision": 0.8991723061937122, "ridge3d_confirmed_f1": 0.5612366655732584, "ridge3d_confirmed_recall": 0.5472221614163796, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5612366655732584, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5612366655732584, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7314208984375 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3265728802648008, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.20000295336972732, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.894449171109031, "mean_strict_plane_XY_intersection_precision": 0.894628661571159, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 126, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7375895182291666 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6156753937402519, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.47528881061320927, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8149418241682854, "mean_strict_plane_XY_intersection_precision": 0.815049997972865, "ridge3d_confirmed_f1": 0.6446118967886364, "ridge3d_confirmed_recall": 0.635163038922424, "ridge3d_confirmed_precision": 0.7146282658392008, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.5525244829616883, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.5525244829616883, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7321370442708334 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8595277987531444, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7493223323507368, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7900810016290807, "mean_strict_plane_XY_intersection_precision": 0.7901792509506943, "ridge3d_confirmed_f1": 0.5064508399383729, "ridge3d_confirmed_recall": 0.4975164931596955, "ridge3d_confirmed_precision": 0.5371454247288183, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 83, "ridge3d_conditional_f1_diagnostic": 0.5064508399383729, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5064513467460676, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7226725260416667 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0551886083316986, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706204379562046, "mean_any_roof_coverage": 0.9706204379562046, "conditional_any_roof_mae_m": 0.8219882236436483, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7329823970903852, "mean_strict_plane_XY_intersection_precision": 0.7330800603346219, "ridge3d_confirmed_f1": 0.3433642890008476, "ridge3d_confirmed_recall": 0.3167090591205732, "ridge3d_confirmed_precision": 0.42420789889771265, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.31475059825077695, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 142, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 98, "ridge3d_v1_f1_diagnostic": 0.31475059825077695, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7371175130208333 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8259594398777186, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.4844297669017704, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7726618203692672, "mean_strict_plane_XY_intersection_precision": 0.7728113464157839, "ridge3d_confirmed_f1": 0.6214986761922733, "ridge3d_confirmed_recall": 0.6155809513042141, "ridge3d_confirmed_precision": 0.6783694765387476, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.6214986761922733, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6214986761922733, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7355061848958333 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5583857374073541, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.44100347808512363, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8164261474270198, "mean_strict_plane_XY_intersection_precision": 0.8165404400006417, "ridge3d_confirmed_f1": 0.6684833220626928, "ridge3d_confirmed_recall": 0.6520218509500199, "ridge3d_confirmed_precision": 0.7128634835846902, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 44, "ridge3d_conditional_f1_diagnostic": 0.5849229068048563, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5849229068048563, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.733935546875 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8711796569859402, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5656505504656215, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7482461363885191, "mean_strict_plane_XY_intersection_precision": 0.7483648977144336, "ridge3d_confirmed_f1": 0.45585407271194467, "ridge3d_confirmed_recall": 0.4399399183572136, "ridge3d_confirmed_precision": 0.5375732190650196, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.45585407271194467, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.4560198693997611, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7347900390625 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_s20261031.json", "paired_rows_sha256": "da4e3779420e28f5d592cfcf860f744b22120ac219df1650a67bec173bed420b" }, "graph_20000_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6874072009785682, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776622449285881, "mean_any_roof_coverage": 0.9776622449285881, "conditional_any_roof_mae_m": 0.49108445831793646, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8036272834729943, "mean_strict_plane_XY_intersection_precision": 0.8037467836545832, "ridge3d_confirmed_f1": 0.5663122864684708, "ridge3d_confirmed_recall": 0.5475417515521513, "ridge3d_confirmed_precision": 0.6344783017938865, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 473, "ridge3d_conditional_f1_diagnostic": 0.5322483895380367, "ridge3d_teacher_empty_spurious_clouds": 63, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1563, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 837, "ridge3d_v1_f1_diagnostic": 0.5322644969297363, "all_edges_two_incidences_fraction_diagnostic": 0.9745833333333334, "mean_retained_fraction": 0.7351798502604167, "clean_individual_harmed_over_2cm": 2, "clean_max_harm_m": 1.4968081832962994, "clean_mean_delta_m": 0.007591414344012143, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0599100000616034", "city": "Rotterdam", "case": "clean", "delta_m": 1.4968081832962994, "raw_loss_m": 1.196070511332396, "model_loss_m": 2.6928786946286953, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0599100000616035", "city": "Rotterdam", "case": "clean", "delta_m": 0.021443682158128308, "raw_loss_m": 1.2845230415029008, "model_loss_m": 1.305966723661029, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5586709588312815, "paired_building_bootstrap95_delta_m": [ -0.5904170684157288, -0.5268674956070961 ], "paired_median_building_delta_m": -0.5636840855443226, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750163280223413 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0541826467948037 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.002899781390659 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.97359220383301 }, { "id": "NL.IMBAG.Pand.0344100000001280", "delta_m": -0.9656054631721241 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.2983478998828596 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2229272427787099 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": 0.11550511539509822 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0010195080261984162 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.0031855518107676097 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_s20261101.json", "rows_sha256": "372076fe8320c385b8f25a847d08afe2985971757c49bc35be43eaa1b7058e9a", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.1328566228479161, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.13251460352666006, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9444480915478795, "mean_strict_plane_XY_intersection_precision": 0.9445853988937202, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.997275390625 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2987482719746418, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2997043944247993, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8344588777790994, "mean_strict_plane_XY_intersection_precision": 0.8345730916300903, "ridge3d_confirmed_f1": 0.7031515485497883, "ridge3d_confirmed_recall": 0.6920079916628756, "ridge3d_confirmed_precision": 0.7504838043695077, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6709461341123935, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6709450763801768, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99841796875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3413851005527785, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.34482254967240905, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8617250496045361, "mean_strict_plane_XY_intersection_precision": 0.8618496532384924, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.99443359375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21676436627694218, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.21792903490423915, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9170285765640932, "mean_strict_plane_XY_intersection_precision": 0.9171764614601821, "ridge3d_confirmed_f1": 0.7622380156790185, "ridge3d_confirmed_recall": 0.7529355131238035, "ridge3d_confirmed_precision": 0.802185270894176, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.7218163027263435, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7218163027263435, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.722294921875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.52054565548232, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.5297603364732423, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7990023217598857, "mean_strict_plane_XY_intersection_precision": 0.7991226640635745, "ridge3d_confirmed_f1": 0.5158782443374493, "ridge3d_confirmed_recall": 0.4775938435667262, "ridge3d_confirmed_precision": 0.6288829741379227, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 42, "ridge3d_conditional_f1_diagnostic": 0.4960367734013936, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4960365192510669, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.502333984375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5870993299132965, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.6064713325747381, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7728195076512637, "mean_strict_plane_XY_intersection_precision": 0.7729371128418756, "ridge3d_confirmed_f1": 0.4841707844932079, "ridge3d_confirmed_recall": 0.44335141747993195, "ridge3d_confirmed_precision": 0.6080966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4655488312434691, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.46554857711231357, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50208984375 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2697741702915531, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.27205457816540246, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8853052878774389, "mean_strict_plane_XY_intersection_precision": 0.8854313929285114, "ridge3d_confirmed_f1": 0.7030880264621748, "ridge3d_confirmed_recall": 0.7065455180742493, "ridge3d_confirmed_precision": 0.7258439395014029, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.6607970173516678, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6607970173516678, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.578828125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3607428407669852, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.3678895373408481, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8652623159574344, "mean_strict_plane_XY_intersection_precision": 0.8653961365282771, "ridge3d_confirmed_f1": 0.7027923036966724, "ridge3d_confirmed_recall": 0.6860154271770096, "ridge3d_confirmed_precision": 0.754769494792768, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6655230148642731, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6655227645835897, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5090234375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3566350559484649, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.35753989437879885, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8515007258226039, "mean_strict_plane_XY_intersection_precision": 0.8516356021675554, "ridge3d_confirmed_f1": 0.6667920701438532, "ridge3d_confirmed_recall": 0.6565848102577637, "ridge3d_confirmed_precision": 0.7177692934782963, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.6314318846059216, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6314926818863617, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.5127734375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0380504810584001, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.0745779657928043, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6869120338147318, "mean_strict_plane_XY_intersection_precision": 0.6870103549562643, "ridge3d_confirmed_f1": 0.3070728923040852, "ridge3d_confirmed_recall": 0.25891264398238084, "ridge3d_confirmed_precision": 0.47723727559813245, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.29755125223264073, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.29755258207958263, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.5046875 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010361554495703532, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010361554495703532, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7330512152777777 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5687286221112948, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825506745492905, "mean_any_roof_coverage": 0.9825506745492905, "conditional_any_roof_mae_m": 0.40998348370564314, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8243376804575046, "mean_strict_plane_XY_intersection_precision": 0.8244648856240366, "ridge3d_confirmed_f1": 0.6734513899088093, "ridge3d_confirmed_recall": 0.6574590992950945, "ridge3d_confirmed_precision": 0.7312035526461272, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 249, "ridge3d_conditional_f1_diagnostic": 0.6227615003457805, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.6227615929880475, "all_edges_two_incidences_fraction_diagnostic": 0.9803149606299213, "mean_retained_fraction": 0.7373982427001312 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5102804314583276, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0660033162348725, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6055897633377767, "mean_strict_plane_XY_intersection_precision": 0.6056595968417726, "ridge3d_confirmed_f1": 0.3300568276000327, "ridge3d_confirmed_recall": 0.3051599078113019, "ridge3d_confirmed_precision": 0.42118672299150905, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 224, "ridge3d_conditional_f1_diagnostic": 0.32180540691003184, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.321858748594163, "all_edges_two_incidences_fraction_diagnostic": 0.939922480620155, "mean_retained_fraction": 0.7301129481589147 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7580198254307621, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.41119528361385793, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7642135694671645, "mean_strict_plane_XY_intersection_precision": 0.7642995809284246, "ridge3d_confirmed_f1": 0.5580946249683792, "ridge3d_confirmed_recall": 0.5119057033055798, "ridge3d_confirmed_precision": 0.6865306770967005, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.5580946249683792, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5580933554679977, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7394449869791667 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5838659989537036, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3462565150194598, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8196837931264934, "mean_strict_plane_XY_intersection_precision": 0.8197928778525331, "ridge3d_confirmed_f1": 0.5842286689827747, "ridge3d_confirmed_recall": 0.5617289461985882, "ridge3d_confirmed_precision": 0.6629412850034038, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 37, "ridge3d_conditional_f1_diagnostic": 0.4868572241523122, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4868572241523122, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7384440104166666 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3694534728580334, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.34535992545819594, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8946171857321868, "mean_strict_plane_XY_intersection_precision": 0.8947441541794218, "ridge3d_confirmed_f1": 0.557322524159117, "ridge3d_confirmed_recall": 0.5399470291412473, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.557322524159117, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.557322524159117, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7337565104166667 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32656003944431744, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.19999998361687948, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.894137304520181, "mean_strict_plane_XY_intersection_precision": 0.8943195426282063, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7380126953125 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6154568279147535, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4748663520346367, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8147207538233505, "mean_strict_plane_XY_intersection_precision": 0.8148334963643549, "ridge3d_confirmed_f1": 0.6387057058256995, "ridge3d_confirmed_recall": 0.6316560239628554, "ridge3d_confirmed_precision": 0.700739376950312, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5474620335648853, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5474620335648853, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7360026041666666 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8629278970062607, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7529323892040878, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7868929789439788, "mean_strict_plane_XY_intersection_precision": 0.7869922222135057, "ridge3d_confirmed_f1": 0.4958394542327374, "ridge3d_confirmed_recall": 0.48852956505512024, "ridge3d_confirmed_precision": 0.5272098168441923, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 86, "ridge3d_conditional_f1_diagnostic": 0.4958394542327374, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4958399610404322, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7249755859375 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0795620109419006, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706204379562046, "mean_any_roof_coverage": 0.9706204379562046, "conditional_any_roof_mae_m": 0.8653509062502552, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7290202741729859, "mean_strict_plane_XY_intersection_precision": 0.7291177551562285, "ridge3d_confirmed_f1": 0.3522368235946616, "ridge3d_confirmed_recall": 0.3257167510738214, "ridge3d_confirmed_precision": 0.42651080510034495, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.32288375496177313, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.32288375496177313, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7365804036458333 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8352365718468555, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.49447466479103197, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7711849999354158, "mean_strict_plane_XY_intersection_precision": 0.7713351158781209, "ridge3d_confirmed_f1": 0.6080966439442005, "ridge3d_confirmed_recall": 0.6000204354177259, "ridge3d_confirmed_precision": 0.6665074360825433, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.6080966439442005, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6080966439442005, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7370279947916667 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5726476245464089, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45567186725622744, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8161836584891337, "mean_strict_plane_XY_intersection_precision": 0.8162975876200127, "ridge3d_confirmed_f1": 0.6754374986907031, "ridge3d_confirmed_recall": 0.6585745161944763, "ridge3d_confirmed_precision": 0.7212482689887888, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5910078113543652, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5910078113543652, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7323893229166667 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8703417408426862, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5647366959347323, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7456183165190531, "mean_strict_plane_XY_intersection_precision": 0.7457355037250237, "ridge3d_confirmed_f1": 0.4525676074872075, "ridge3d_confirmed_recall": 0.4347064056440724, "ridge3d_confirmed_precision": 0.5321931830477703, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.4525676074872075, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.45273339586195616, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7351643880208333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_s20261101.json", "paired_rows_sha256": "4820b2bcebcb2ee1b1af6c6e8f8b69d7f5f07b9c567f86b014fe9ed183503461" }, "graph_20000_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6814487885549796, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776614929433471, "mean_any_roof_coverage": 0.9776614929433471, "conditional_any_roof_mae_m": 0.48286889739555133, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8047555189765538, "mean_strict_plane_XY_intersection_precision": 0.8048747074816669, "ridge3d_confirmed_f1": 0.5663759706008706, "ridge3d_confirmed_recall": 0.5461826879017099, "ridge3d_confirmed_precision": 0.6359234865667354, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 474, "ridge3d_conditional_f1_diagnostic": 0.532308243045931, "ridge3d_teacher_empty_spurious_clouds": 64, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1564, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 836, "ridge3d_v1_f1_diagnostic": 0.5323243619246604, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7356453450520833, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 1.405468980508218, "clean_mean_delta_m": 0.006929887397575757, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000013640", "city": "Leiden", "case": "clean", "delta_m": 1.405468980508218, "raw_loss_m": 0.05698485086932249, "model_loss_m": 1.4624538313775404, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.56462937125487, "paired_building_bootstrap95_delta_m": [ -0.5941148154941617, -0.5341036348726786 ], "paired_median_building_delta_m": -0.5670374787675648, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750847337961342 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.053628627179174 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9908531075104849 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9735546292488907 }, { "id": "NL.IMBAG.Pand.0344100000001280", "delta_m": -0.9651776483866642 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.2887837125040212 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0014758727328859286 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.00283668040337585 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.009387577760160878 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.017435966464189878 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_s20261102.json", "rows_sha256": "6bfa713f954bc769e96f4e12339b8180f40c4e65744c3855185fca1fd8d86306", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.1321950959014797, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.13185307658022366, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9434544420378286, "mean_strict_plane_XY_intersection_precision": 0.9435907668652113, "ridge3d_confirmed_f1": 0.8349041501954482, "ridge3d_confirmed_recall": 0.8232704846381622, "ridge3d_confirmed_precision": 0.8770015124865265, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.7966642654536719, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7967325584962281, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998095703125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2987966263853986, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2997527488355561, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8345659274043055, "mean_strict_plane_XY_intersection_precision": 0.8346795914160436, "ridge3d_confirmed_f1": 0.6990617566329117, "ridge3d_confirmed_recall": 0.6864998454150275, "ridge3d_confirmed_precision": 0.7492671737518163, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6670436609092669, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6670426031770503, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999248046875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33524921516397943, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3386866642836101, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8641354411177864, "mean_strict_plane_XY_intersection_precision": 0.8642605708525761, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.997197265625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.22216326726706623, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.2233259799519071, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9179957576512158, "mean_strict_plane_XY_intersection_precision": 0.9181396336417523, "ridge3d_confirmed_f1": 0.7641438384040435, "ridge3d_confirmed_recall": 0.7572640816736392, "ridge3d_confirmed_precision": 0.7950197753075318, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.7236210590947382, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7236207899873116, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.72345703125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5174222763068071, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5269988371366136, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8020490108784909, "mean_strict_plane_XY_intersection_precision": 0.8021699845145643, "ridge3d_confirmed_f1": 0.5181085383905895, "ridge3d_confirmed_recall": 0.47980279971528633, "ridge3d_confirmed_precision": 0.6288829342243514, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 42, "ridge3d_conditional_f1_diagnostic": 0.49818128691402835, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4981810327637017, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5023046875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5684658871751275, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5685402359513683, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.772711412840059, "mean_strict_plane_XY_intersection_precision": 0.7728258453471895, "ridge3d_confirmed_f1": 0.47793829195553, "ridge3d_confirmed_recall": 0.43775764804717066, "ridge3d_confirmed_precision": 0.6000966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4595560499572404, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.459555839337041, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503798828125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.28599055734590917, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.2882320540936579, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8864790079270386, "mean_strict_plane_XY_intersection_precision": 0.8866090990249736, "ridge3d_confirmed_f1": 0.7003477147354169, "ridge3d_confirmed_recall": 0.6888159515672706, "ridge3d_confirmed_precision": 0.7472028181826574, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.658221536405467, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.658221536405467, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.576171875 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3445360247663889, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.3517970434800581, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8675773448281392, "mean_strict_plane_XY_intersection_precision": 0.8677106571553103, "ridge3d_confirmed_f1": 0.7171567924279804, "ridge3d_confirmed_recall": 0.699583146677468, "ridge3d_confirmed_precision": 0.7675347187253007, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6791257504052846, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.679125500124601, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.508681640625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3256730151425961, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.32644399394133833, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8595287180876591, "mean_strict_plane_XY_intersection_precision": 0.8596636938635805, "ridge3d_confirmed_f1": 0.6549985398702933, "ridge3d_confirmed_recall": 0.643872554216872, "ridge3d_confirmed_precision": 0.7061744764103137, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6156001314570426, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6156608340139845, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51345703125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0206089805754828, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996140197268304, "mean_any_roof_coverage": 0.9996140197268304, "conditional_any_roof_mae_m": 1.057935931755325, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6835045516491567, "mean_strict_plane_XY_intersection_precision": 0.6836031119523455, "ridge3d_confirmed_f1": 0.31203034163435145, "ridge3d_confirmed_recall": 0.2626490990065975, "ridge3d_confirmed_precision": 0.4830990401110878, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.30235498220382895, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.3023563120507708, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50533203125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.0104177471088207, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.0104177471088207, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7328125 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5682176006959896, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825458850019985, "mean_any_roof_coverage": 0.9825458850019985, "conditional_any_roof_mae_m": 0.40927251184700236, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8246825836719344, "mean_strict_plane_XY_intersection_precision": 0.8248094399798622, "ridge3d_confirmed_f1": 0.6706896998929303, "ridge3d_confirmed_recall": 0.6529199484927127, "ridge3d_confirmed_precision": 0.729975494386148, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 253, "ridge3d_conditional_f1_diagnostic": 0.6202076794708817, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.6202077721131485, "all_edges_two_incidences_fraction_diagnostic": 0.9816272965879265, "mean_retained_fraction": 0.7367753957513123 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.48403697696141, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.947650492870131, "mean_any_roof_coverage": 0.947650492870131, "conditional_any_roof_mae_m": 1.0298520479366593, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6098187026977602, "mean_strict_plane_XY_intersection_precision": 0.6098881168935605, "ridge3d_confirmed_f1": 0.3363508239568419, "ridge3d_confirmed_recall": 0.31081334403436967, "ridge3d_confirmed_precision": 0.4285267513752099, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 221, "ridge3d_conditional_f1_diagnostic": 0.327942053357921, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.32799543323642544, "all_edges_two_incidences_fraction_diagnostic": 0.937984496124031, "mean_retained_fraction": 0.7342841569767442 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7534787439852666, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4063923657843592, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.765711716361675, "mean_strict_plane_XY_intersection_precision": 0.7658000943152186, "ridge3d_confirmed_f1": 0.5515298313053105, "ridge3d_confirmed_recall": 0.5038656344770098, "ridge3d_confirmed_precision": 0.6850875180380597, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.5515298313053105, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5515288258023776, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7396402994791667 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5766456239636877, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.33885250884247353, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8225092264763336, "mean_strict_plane_XY_intersection_precision": 0.8226171679933362, "ridge3d_confirmed_f1": 0.5851966601692444, "ridge3d_confirmed_recall": 0.5617188841172449, "ridge3d_confirmed_precision": 0.6658766127339073, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 37, "ridge3d_conditional_f1_diagnostic": 0.48766388347437034, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.48766388347437034, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7382161458333333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.36671416459517114, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.34254316654394606, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8963337257180461, "mean_strict_plane_XY_intersection_precision": 0.8964599770843691, "ridge3d_confirmed_f1": 0.557903332239925, "ridge3d_confirmed_recall": 0.5412697804639987, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.557903332239925, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.557903332239925, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.732666015625 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32708319483172227, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.20056268407145525, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8946379511199984, "mean_strict_plane_XY_intersection_precision": 0.8948169090403599, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7376057942708333 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6095197591877921, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4681400328961013, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8163403811686232, "mean_strict_plane_XY_intersection_precision": 0.8164482328590343, "ridge3d_confirmed_f1": 0.6467486489253885, "ridge3d_confirmed_recall": 0.6384310127786331, "ridge3d_confirmed_precision": 0.7146282658392007, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.5543559847931901, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 159, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 81, "ridge3d_v1_f1_diagnostic": 0.5543559847931901, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7355387369791667 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8816634351702779, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.7725111329532324, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7820599288975424, "mean_strict_plane_XY_intersection_precision": 0.7821581726926843, "ridge3d_confirmed_f1": 0.49483371996964975, "ridge3d_confirmed_recall": 0.48634883483459956, "ridge3d_confirmed_precision": 0.526630883784408, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 86, "ridge3d_conditional_f1_diagnostic": 0.49483371996964975, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.49483422677734457, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7253662109375 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0448522969820857, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9705900243309002, "mean_any_roof_coverage": 0.9705900243309002, "conditional_any_roof_mae_m": 0.8108285866520873, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7284847257158206, "mean_strict_plane_XY_intersection_precision": 0.7285829100171674, "ridge3d_confirmed_f1": 0.34251101905179276, "ridge3d_confirmed_recall": 0.3176389604403092, "ridge3d_confirmed_precision": 0.41941978807707075, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 69, "ridge3d_conditional_f1_diagnostic": 0.31396843413081005, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.31396818744900234, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7451578776041666 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8294801803366824, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.48793174807251594, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7746135688065398, "mean_strict_plane_XY_intersection_precision": 0.7747641809234964, "ridge3d_confirmed_f1": 0.6079622684083819, "ridge3d_confirmed_recall": 0.5919734366886814, "ridge3d_confirmed_precision": 0.6691715253837163, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 69, "ridge3d_conditional_f1_diagnostic": 0.6079622684083819, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6079622684083819, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7345052083333333 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5679550053609865, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.4505583707040838, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8172345564415746, "mean_strict_plane_XY_intersection_precision": 0.8173489658628217, "ridge3d_confirmed_f1": 0.6776313545207666, "ridge3d_confirmed_recall": 0.661779984043813, "ridge3d_confirmed_precision": 0.7212492078397101, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5929274352056708, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5929274352056708, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7322998046875 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8570954811361245, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.550368377435259, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7496294090593838, "mean_strict_plane_XY_intersection_precision": 0.7497504640281812, "ridge3d_confirmed_f1": 0.46084028760431994, "ridge3d_confirmed_recall": 0.4435968096067615, "ridge3d_confirmed_precision": 0.5357604188376519, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.46084028760431994, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.46100607597906856, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7354573567708333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_s20261102.json", "paired_rows_sha256": "0515b9f0f54f94ea050eaa8e7432eb7f706888130c2f1044fd907aa659230a5e" }, "graph_20000_long_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6811221276108099, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776564210428915, "mean_any_roof_coverage": 0.9776564210428915, "conditional_any_roof_mae_m": 0.48354754432473024, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8061595634633103, "mean_strict_plane_XY_intersection_precision": 0.8062779589016716, "ridge3d_confirmed_f1": 0.5657795093275201, "ridge3d_confirmed_recall": 0.5469834729629816, "ridge3d_confirmed_precision": 0.6333387007978988, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 475, "ridge3d_conditional_f1_diagnostic": 0.5317476591424061, "ridge3d_teacher_empty_spurious_clouds": 63, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1563, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 837, "ridge3d_v1_f1_diagnostic": 0.5318022319283844, "all_edges_two_incidences_fraction_diagnostic": 0.97375, "mean_retained_fraction": 0.7330126953125, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5649560321990399, "paired_building_bootstrap95_delta_m": [ -0.5949970696672917, -0.5349043202231958 ], "paired_median_building_delta_m": -0.5640579981454852, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1079129926449134 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075138673878543 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0596415937181831 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -0.9845366442128425 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.973581601594376 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.2853991743042757 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.07844354061514265 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0015035088853251773 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.002797824201532776 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.01977646540439998 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_long_s20261031.json", "rows_sha256": "64dfd5750cc48a37f359e6ccdeeed6c4da4522d2cd3649fd06d183b0730ffb8d", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526520850390396, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492318918264793, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29789508508593565, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2988512075360931, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8351044850197247, "mean_strict_plane_XY_intersection_precision": 0.8352180204049384, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999921875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3326971370957692, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.33613458621539977, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8650976205510059, "mean_strict_plane_XY_intersection_precision": 0.8652227444146792, "ridge3d_confirmed_f1": 0.627431026340826, "ridge3d_confirmed_recall": 0.5948110599565987, "ridge3d_confirmed_precision": 0.7560389242423889, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6032990637892558, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6033670671264002, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9951953125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2177524848405283, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.21881738386750313, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9178067982187639, "mean_strict_plane_XY_intersection_precision": 0.9179424524301116, "ridge3d_confirmed_f1": 0.7613803564877811, "ridge3d_confirmed_recall": 0.7583329704286816, "ridge3d_confirmed_precision": 0.793583485671953, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.721004125461914, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7214691699422787, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 0.719208984375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5085909493222384, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.514893631476726, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8017365555891166, "mean_strict_plane_XY_intersection_precision": 0.8018579887031423, "ridge3d_confirmed_f1": 0.5158662658039891, "ridge3d_confirmed_recall": 0.4780043359618297, "ridge3d_confirmed_precision": 0.6288543474852161, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 42, "ridge3d_conditional_f1_diagnostic": 0.4960252555807588, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.49602504493805066, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5013671875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5570623516817618, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.556137523868176, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7805822303183025, "mean_strict_plane_XY_intersection_precision": 0.7806966479743713, "ridge3d_confirmed_f1": 0.47611477641918903, "ridge3d_confirmed_recall": 0.43664185280157136, "ridge3d_confirmed_precision": 0.6000966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4578026696338356, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.45780241550268, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.491923828125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3272475289865855, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.34309589954807834, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8835434490800484, "mean_strict_plane_XY_intersection_precision": 0.8836708116565195, "ridge3d_confirmed_f1": 0.6935976578448466, "ridge3d_confirmed_recall": 0.6875711001830626, "ridge3d_confirmed_precision": 0.7249197355856006, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6518774979744799, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6518774979744799, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.567255859375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3371210655086198, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.3446660735177803, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8702388540214799, "mean_strict_plane_XY_intersection_precision": 0.8703725202055962, "ridge3d_confirmed_f1": 0.721854898526752, "ridge3d_confirmed_recall": 0.7095351666754081, "ridge3d_confirmed_precision": 0.7688694468026647, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6835747145139698, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6835744642332863, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.507646484375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3217264797178585, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.32275685640208635, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8621400010820062, "mean_strict_plane_XY_intersection_precision": 0.862274965538841, "ridge3d_confirmed_f1": 0.6681249304396055, "ridge3d_confirmed_recall": 0.6565355763618674, "ridge3d_confirmed_precision": 0.7122100108051767, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 28, "ridge3d_conditional_f1_diagnostic": 0.6326940629162932, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6327548544533248, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50974609375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0218227239569968, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.0581986813013373, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6866890757827797, "mean_strict_plane_XY_intersection_precision": 0.6867872533931638, "ridge3d_confirmed_f1": 0.3071330265056559, "ridge3d_confirmed_recall": 0.2572398647433981, "ridge3d_confirmed_precision": 0.4807579779800625, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.29760952180780614, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.297610851654748, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50388671875 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010346313263976958, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010346313263976958, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7316080729166666 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5639537481262238, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825415030757526, "mean_any_roof_coverage": 0.9825415030757526, "conditional_any_roof_mae_m": 0.40433258549421447, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.825927202033254, "mean_strict_plane_XY_intersection_precision": 0.8260536642871362, "ridge3d_confirmed_f1": 0.6717091297643243, "ridge3d_confirmed_recall": 0.655740375994026, "ridge3d_confirmed_precision": 0.7290133031334477, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 252, "ridge3d_conditional_f1_diagnostic": 0.6211503780616332, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.6211504707039, "all_edges_two_incidences_fraction_diagnostic": 0.9796587926509186, "mean_retained_fraction": 0.7348440575787402 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.4951607002840062, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0476483978898024, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6126731763131957, "mean_strict_plane_XY_intersection_precision": 0.6127400656604711, "ridge3d_confirmed_f1": 0.33219111554379793, "ridge3d_confirmed_recall": 0.3071605585868319, "ridge3d_confirmed_precision": 0.4223639366733549, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 223, "ridge3d_conditional_f1_diagnostic": 0.323886337655203, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.32406757677531056, "all_edges_two_incidences_fraction_diagnostic": 0.937984496124031, "mean_retained_fraction": 0.7285837572674418 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7581086900868563, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.411124997778359, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7669459794862126, "mean_strict_plane_XY_intersection_precision": 0.7670331860417113, "ridge3d_confirmed_f1": 0.5488654408757043, "ridge3d_confirmed_recall": 0.5006703575059017, "ridge3d_confirmed_precision": 0.6806160949242663, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 56, "ridge3d_conditional_f1_diagnostic": 0.5488654408757043, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5491651040433472, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7374104817708333 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5710277777480895, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3333842447831403, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8237101828868854, "mean_strict_plane_XY_intersection_precision": 0.8238191220969073, "ridge3d_confirmed_f1": 0.5951022096422806, "ridge3d_confirmed_recall": 0.5708952388180297, "ridge3d_confirmed_precision": 0.6739949375265282, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 36, "ridge3d_conditional_f1_diagnostic": 0.49591850803523396, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.49591850803523396, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7372395833333333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3599232971859611, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.33564367627552705, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8993943718756064, "mean_strict_plane_XY_intersection_precision": 0.899520696274964, "ridge3d_confirmed_f1": 0.5612366655732584, "ridge3d_confirmed_recall": 0.5472221614163796, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5612366655732584, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5612366655732584, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7294921875 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3293548302197181, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.986968085106383, "mean_any_roof_coverage": 0.986968085106383, "conditional_any_roof_mae_m": 0.20198756778860855, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8943279966901623, "mean_strict_plane_XY_intersection_precision": 0.8945092297190997, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7364827473958333 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6060796505130464, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4643688321603611, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8178056087303753, "mean_strict_plane_XY_intersection_precision": 0.8179149116259955, "ridge3d_confirmed_f1": 0.6408678831132182, "ridge3d_confirmed_recall": 0.6335689422677467, "ridge3d_confirmed_precision": 0.7007393769503119, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5493153283827585, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5493153283827585, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7329427083333333 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8554927398088056, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.745536531213382, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7872724789327246, "mean_strict_plane_XY_intersection_precision": 0.7873722969159985, "ridge3d_confirmed_f1": 0.49296854120001304, "ridge3d_confirmed_recall": 0.4881375465968245, "ridge3d_confirmed_precision": 0.5199330346067468, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 88, "ridge3d_conditional_f1_diagnostic": 0.49296854120001304, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.49296904800770786, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7228841145833333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0686616493018763, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 0.8487359241184066, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7377432166153015, "mean_strict_plane_XY_intersection_precision": 0.7378408710476683, "ridge3d_confirmed_f1": 0.3425338888972277, "ridge3d_confirmed_recall": 0.3171428167591786, "ridge3d_confirmed_precision": 0.4224716337809008, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.313989398155792, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.313989398155792, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.737158203125 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8274764093552454, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.48279340099673085, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7701309954759106, "mean_strict_plane_XY_intersection_precision": 0.7702754164608543, "ridge3d_confirmed_f1": 0.6090868852838448, "ridge3d_confirmed_recall": 0.5990301493520016, "ridge3d_confirmed_precision": 0.6668543444120525, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 67, "ridge3d_conditional_f1_diagnostic": 0.6090868852838448, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6090868852838448, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7317626953125 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5740030009949362, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45712398967493606, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8160140683336745, "mean_strict_plane_XY_intersection_precision": 0.8161292852771685, "ridge3d_confirmed_f1": 0.6779161371525387, "ridge3d_confirmed_recall": 0.6621091667200301, "ridge3d_confirmed_precision": 0.7212352156608591, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5931766200084714, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5931766200084714, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.73193359375 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8610932308935633, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5547762784578502, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.748250735606251, "mean_strict_plane_XY_intersection_precision": 0.7483645735563498, "ridge3d_confirmed_f1": 0.4560981696393652, "ridge3d_confirmed_recall": 0.4389433772912183, "ridge3d_confirmed_precision": 0.5329077152079611, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.4560981696393652, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.45626396125124, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7328206380208333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_long_s20261031.json", "paired_rows_sha256": "3f0c50c5a01b33d385bbbf6898a04cc5ce1408a2bbff5fd0d3e58406ec5c3e03" }, "graph_20000_long_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6873147655755872, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776675756684079, "mean_any_roof_coverage": 0.9776675756684079, "conditional_any_roof_mae_m": 0.49238606442112043, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8041167433896049, "mean_strict_plane_XY_intersection_precision": 0.8042363586177973, "ridge3d_confirmed_f1": 0.5665002972823021, "ridge3d_confirmed_recall": 0.5468230481892269, "ridge3d_confirmed_precision": 0.6341952508890689, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 474, "ridge3d_conditional_f1_diagnostic": 0.5324250914307351, "ridge3d_teacher_empty_spurious_clouds": 64, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1564, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 836, "ridge3d_v1_f1_diagnostic": 0.532441201895068, "all_edges_two_incidences_fraction_diagnostic": 0.9758333333333333, "mean_retained_fraction": 0.7328556315104167, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5587633942342625, "paired_building_bootstrap95_delta_m": [ -0.5896111045839407, -0.5272173075371013 ], "paired_median_building_delta_m": -0.5606641766562395, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075211754239551 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0530627800785 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9989770721917862 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -0.9918074052068097 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9736392441369457 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.43406899010253025 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.27387922791614566 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": 0.12996326687202103 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0012982983899307542 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.0026507003145114414 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_long_s20261101.json", "rows_sha256": "6ad994744832c35397cc882be5152899fbe31c8b26c6fd070b5add566e564edc", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526520850390396, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492318918264793, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99998046875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2968780931853608, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.29787783064240103, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8350927438950118, "mean_strict_plane_XY_intersection_precision": 0.8352067579364069, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9989453125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3479190152459107, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.35135646436554124, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8613293952211722, "mean_strict_plane_XY_intersection_precision": 0.8614481085168714, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9926171875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2140972154445241, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.21475943667193037, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9175105130459648, "mean_strict_plane_XY_intersection_precision": 0.9176545404205959, "ridge3d_confirmed_f1": 0.7679883529629326, "ridge3d_confirmed_recall": 0.7575093347830336, "ridge3d_confirmed_precision": 0.7989110021204613, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.7272616978815649, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7272616978815649, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7191796875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.514754672842317, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5243311375223612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7999165911777973, "mean_strict_plane_XY_intersection_precision": 0.8000385960764872, "ridge3d_confirmed_f1": 0.5074313710443326, "ridge3d_confirmed_recall": 0.469664104231399, "ridge3d_confirmed_precision": 0.6211621362764833, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.4879147798503198, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4879145692076118, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50234375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5465729682600177, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5462193169937051, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7761419795049256, "mean_strict_plane_XY_intersection_precision": 0.77625945291975, "ridge3d_confirmed_f1": 0.484114776419189, "ridge3d_confirmed_recall": 0.44464185280157137, "ridge3d_confirmed_precision": 0.6080966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.4619415805526612, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.4619413283614382, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495283203125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3374273345464689, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3626951017182901, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8756163867650503, "mean_strict_plane_XY_intersection_precision": 0.8757500271452336, "ridge3d_confirmed_f1": 0.6959507719610495, "ridge3d_confirmed_recall": 0.68862684622529, "ridge3d_confirmed_precision": 0.730298080943141, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6590442916297816, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6590442916297816, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.56482421875 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3683526631970123, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.38732408602909674, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8655748183358309, "mean_strict_plane_XY_intersection_precision": 0.865708541451391, "ridge3d_confirmed_f1": 0.7052628549726412, "ridge3d_confirmed_recall": 0.6881210062349383, "ridge3d_confirmed_precision": 0.754807701036933, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6678625520574255, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.667862301776742, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50841796875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3504657838658855, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3524829713035059, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8609645949527613, "mean_strict_plane_XY_intersection_precision": 0.8611010358790664, "ridge3d_confirmed_f1": 0.6714634841152648, "ridge3d_confirmed_recall": 0.6624236108002711, "ridge3d_confirmed_precision": 0.7151956449366089, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.6310747031158502, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6311350376192363, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.510361328125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0197597151861253, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.056597062131473, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6862782058802496, "mean_strict_plane_XY_intersection_precision": 0.6863771409690683, "ridge3d_confirmed_f1": 0.3125097560097955, "ridge3d_confirmed_recall": 0.2629490147942606, "ridge3d_confirmed_precision": 0.4830990401110878, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.3028195310172438, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.30282086086418564, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.502314453125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010359907467899375, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010359907467899375, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7317003038194444 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5686284770540806, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825554640965825, "mean_any_roof_coverage": 0.9825554640965825, "conditional_any_roof_mae_m": 0.4100116969629745, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8249576103078334, "mean_strict_plane_XY_intersection_precision": 0.8250851424775832, "ridge3d_confirmed_f1": 0.6723397933021172, "ridge3d_confirmed_recall": 0.6553992544649416, "ridge3d_confirmed_precision": 0.7294326596249335, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 251, "ridge3d_conditional_f1_diagnostic": 0.6217335723008827, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.6217336649431493, "all_edges_two_incidences_fraction_diagnostic": 0.9816272965879265, "mean_retained_fraction": 0.7346620734908137 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.51014742570261, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.947650492870131, "mean_any_roof_coverage": 0.947650492870131, "conditional_any_roof_mae_m": 1.0719751196718454, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6060353654849939, "mean_strict_plane_XY_intersection_precision": 0.6061047682892702, "ridge3d_confirmed_f1": 0.3331106393924537, "ridge3d_confirmed_recall": 0.3073985933248303, "ridge3d_confirmed_precision": 0.42418455470229005, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 223, "ridge3d_conditional_f1_diagnostic": 0.3247828734076424, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.32483622530827916, "all_edges_two_incidences_fraction_diagnostic": 0.9418604651162791, "mean_retained_fraction": 0.7283263687015504 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.756014675712773, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.40920668069912713, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7659606339783449, "mean_strict_plane_XY_intersection_precision": 0.7660487877251233, "ridge3d_confirmed_f1": 0.552713151636732, "ridge3d_confirmed_recall": 0.508232650515002, "ridge3d_confirmed_precision": 0.6779687533921724, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.552713151636732, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5527119036700211, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7373697916666667 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5793587918116729, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3416552189936692, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8204627117954584, "mean_strict_plane_XY_intersection_precision": 0.8205723877585687, "ridge3d_confirmed_f1": 0.5839936369263287, "ridge3d_confirmed_recall": 0.561365671025673, "ridge3d_confirmed_precision": 0.6568984522008627, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 37, "ridge3d_conditional_f1_diagnostic": 0.4866613641052739, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4866613641052739, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7372151692708333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.37305762042571616, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.34954629783750324, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8938197249340313, "mean_strict_plane_XY_intersection_precision": 0.8939398772298354, "ridge3d_confirmed_f1": 0.5587114130480058, "ridge3d_confirmed_recall": 0.5425925317867499, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5587114130480058, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5587114130480058, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7310302734375 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32850505008665803, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.202027553870798, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8943833637267561, "mean_strict_plane_XY_intersection_precision": 0.894563320283741, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7365641276041667 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6091486530202713, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.46791441404891254, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8163903409222115, "mean_strict_plane_XY_intersection_precision": 0.8165034010732078, "ridge3d_confirmed_f1": 0.6432591837563809, "ridge3d_confirmed_recall": 0.6351751373968801, "ridge3d_confirmed_precision": 0.7076838213947564, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 30, "ridge3d_conditional_f1_diagnostic": 0.5513650146483265, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5513650146483265, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.734033203125 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.873812753034594, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.7646603013301598, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7832457171542689, "mean_strict_plane_XY_intersection_precision": 0.7833531155147418, "ridge3d_confirmed_f1": 0.49348157365331663, "ridge3d_confirmed_recall": 0.48392906451735246, "ridge3d_confirmed_precision": 0.5256871840840364, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 86, "ridge3d_conditional_f1_diagnostic": 0.49348157365331663, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.49348208046101144, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7212972005208333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.079710980510108, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 0.8798986476299346, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7312226699743272, "mean_strict_plane_XY_intersection_precision": 0.7313203832151991, "ridge3d_confirmed_f1": 0.3509193865948769, "ridge3d_confirmed_recall": 0.3237396445020205, "ridge3d_confirmed_precision": 0.4335049750776669, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 67, "ridge3d_conditional_f1_diagnostic": 0.3216761043786372, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 142, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 98, "ridge3d_v1_f1_diagnostic": 0.3216761043786372, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7352945963541667 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8309460734662503, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.4897042274042208, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7745332344800169, "mean_strict_plane_XY_intersection_precision": 0.7746841367229746, "ridge3d_confirmed_f1": 0.6074130134566371, "ridge3d_confirmed_recall": 0.5943101475245631, "ridge3d_confirmed_precision": 0.6641220617693631, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.6074130134566371, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6074130134566371, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7321126302083333 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5761547279323344, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45874184701951615, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8156110773779014, "mean_strict_plane_XY_intersection_precision": 0.8157256979957175, "ridge3d_confirmed_f1": 0.6775465899352603, "ridge3d_confirmed_recall": 0.6616751561564947, "ridge3d_confirmed_precision": 0.7212349621816391, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5928532661933528, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5928532661933528, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.730517578125 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8664383297554942, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5605054553773631, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7455379595527336, "mean_strict_plane_XY_intersection_precision": 0.7456524786588645, "ridge3d_confirmed_f1": 0.4599957456244549, "ridge3d_confirmed_recall": 0.44171517884348144, "ridge3d_confirmed_precision": 0.5384796160469619, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.4599957456244549, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.4601615372751897, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7331217447916667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_long_s20261101.json", "paired_rows_sha256": "ac3af70d338fb1ef4bb94b60cbe8197fd034391b7a73f4b63916fd79b9e76d05" }, "graph_20000_long_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6813215374422588, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.977668327653649, "mean_any_roof_coverage": 0.977668327653649, "conditional_any_roof_mae_m": 0.4841810437562185, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8048875279143546, "mean_strict_plane_XY_intersection_precision": 0.8050060769881087, "ridge3d_confirmed_f1": 0.5686719325049956, "ridge3d_confirmed_recall": 0.5490132325693825, "ridge3d_confirmed_precision": 0.6377981782268999, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 466, "ridge3d_conditional_f1_diagnostic": 0.5344661019783793, "ridge3d_teacher_empty_spurious_clouds": 63, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1563, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 837, "ridge3d_v1_f1_diagnostic": 0.5344822119599916, "all_edges_two_incidences_fraction_diagnostic": 0.9754166666666667, "mean_retained_fraction": 0.7332234700520833, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5647566223675908, "paired_building_bootstrap95_delta_m": [ -0.5953040052172583, -0.5342322328068863 ], "paired_median_building_delta_m": -0.5614477865929782, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751213466550447 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0516248840026983 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.00293521043608 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9912588763616058 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9736215411271735 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.3169136641453049 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.08006722016748598 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.001902171265612371 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.0025128904298471664 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.008915399778250196 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_long_s20261102.json", "rows_sha256": "1d03402ac664011248ac4bfc72f56e7afcd04c4343ad12f90b594379b8b6fbca", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526520850390396, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492318918264793, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2973646341620262, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2983588791118285, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8347010766630955, "mean_strict_plane_XY_intersection_precision": 0.8348147706455363, "ridge3d_confirmed_f1": 0.6999519526292696, "ridge3d_confirmed_recall": 0.687275468354105, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6678930845699137, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6678920268376971, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99705078125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3383280851305092, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.3417655342501398, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8628415169375748, "mean_strict_plane_XY_intersection_precision": 0.8629662275194849, "ridge3d_confirmed_f1": 0.6350857462669738, "ridge3d_confirmed_recall": 0.6021432691313731, "ridge3d_confirmed_precision": 0.7639985135784698, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6106593714105517, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.610727374747696, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.994140625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.20666847209012815, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.20749933674116913, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9147493728184374, "mean_strict_plane_XY_intersection_precision": 0.9148815857567046, "ridge3d_confirmed_f1": 0.7577454550747758, "ridge3d_confirmed_recall": 0.7489214751229493, "ridge3d_confirmed_precision": 0.7931408022478006, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.7175619839723256, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7175619839723256, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.720537109375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5134420573216968, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5230361006100719, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8006980793196314, "mean_strict_plane_XY_intersection_precision": 0.8008187636758123, "ridge3d_confirmed_f1": 0.5109512345934077, "ridge3d_confirmed_recall": 0.47304722598276383, "ridge3d_confirmed_precision": 0.6216829279620679, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.4912992640321229, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4912990533894148, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.501787109375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.571497903315462, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5724902301633107, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7718535242304937, "mean_strict_plane_XY_intersection_precision": 0.7719673664470881, "ridge3d_confirmed_f1": 0.48099140988459577, "ridge3d_confirmed_recall": 0.44014916037809737, "ridge3d_confirmed_precision": 0.6080966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 40, "ridge3d_conditional_f1_diagnostic": 0.4624917402736498, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.4624914861424943, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495634765625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3000485699890075, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.30242766307234936, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8819154949581599, "mean_strict_plane_XY_intersection_precision": 0.8820532074425717, "ridge3d_confirmed_f1": 0.7063201353454727, "ridge3d_confirmed_recall": 0.6997530147727992, "ridge3d_confirmed_precision": 0.7474063659574434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6688637645316975, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6688637645316975, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.56646484375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3513187557975153, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.37225546419237093, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8687085190009026, "mean_strict_plane_XY_intersection_precision": 0.8688412721644383, "ridge3d_confirmed_f1": 0.7104707808471393, "ridge3d_confirmed_recall": 0.6994550413377458, "ridge3d_confirmed_precision": 0.7579445248350956, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6727943000446396, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6727940497639561, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5080859375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3170032388989832, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.31777153427682775, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8693455733366611, "mean_strict_plane_XY_intersection_precision": 0.869477735292816, "ridge3d_confirmed_f1": 0.694904193793941, "ridge3d_confirmed_recall": 0.680722327614018, "ridge3d_confirmed_precision": 0.7434754830291121, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6531054452950573, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6531657740057965, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51060546875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0286370074683535, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.06504535686055, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6828614858108031, "mean_strict_plane_XY_intersection_precision": 0.6829598928141536, "ridge3d_confirmed_f1": 0.3125097560097955, "ridge3d_confirmed_recall": 0.2629490147942606, "ridge3d_confirmed_precision": 0.4830990401110878, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.3028195310172438, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.30282086086418564, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.504375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010379737314501251, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010379737314501251, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7316514756944444 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5646611961248583, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825602536438743, "mean_any_roof_coverage": 0.9825602536438743, "conditional_any_roof_mae_m": 0.40581275488480933, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.825701832868674, "mean_strict_plane_XY_intersection_precision": 0.8258273348481786, "ridge3d_confirmed_f1": 0.6729517066197416, "ridge3d_confirmed_recall": 0.6559585275052774, "ridge3d_confirmed_precision": 0.7311978326619054, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 250, "ridge3d_conditional_f1_diagnostic": 0.6222994276268579, "ridge3d_teacher_empty_spurious_clouds": 57, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1089, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 435, "ridge3d_v1_f1_diagnostic": 0.6222995202691246, "all_edges_two_incidences_fraction_diagnostic": 0.9809711286089239, "mean_retained_fraction": 0.7349106996391076 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.4939754293292964, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0461999246846019, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.607422357106463, "mean_strict_plane_XY_intersection_precision": 0.6074927971961683, "ridge3d_confirmed_f1": 0.33872166138017096, "ridge3d_confirmed_recall": 0.3131851463004852, "ridge3d_confirmed_precision": 0.43183996588304185, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 216, "ridge3d_conditional_f1_diagnostic": 0.3302536198456666, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.3303069701412575, "all_edges_two_incidences_fraction_diagnostic": 0.9418604651162791, "mean_retained_fraction": 0.7293369973352714 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7574739002370945, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4108427083997923, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7652919865547291, "mean_strict_plane_XY_intersection_precision": 0.7653708833746327, "ridge3d_confirmed_f1": 0.5424208078122215, "ridge3d_confirmed_recall": 0.49703934805794675, "ridge3d_confirmed_precision": 0.6684953522686704, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 58, "ridge3d_conditional_f1_diagnostic": 0.5424208078122215, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5424195598455108, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7377197265625 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5822317864740675, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3447741776945579, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8200852459364325, "mean_strict_plane_XY_intersection_precision": 0.8201950517250897, "ridge3d_confirmed_f1": 0.5789015904367085, "ridge3d_confirmed_recall": 0.5579733721449098, "ridge3d_confirmed_precision": 0.6580272555636858, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 36, "ridge3d_conditional_f1_diagnostic": 0.48241799203059044, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.48241799203059044, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7372314453125 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3670013454745771, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.34284784709053234, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8946960541331034, "mean_strict_plane_XY_intersection_precision": 0.8948221411219794, "ridge3d_confirmed_f1": 0.5612366655732584, "ridge3d_confirmed_recall": 0.5472221614163796, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5612366655732584, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5612366655732584, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.731689453125 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3271604398040453, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.20065535674056995, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8937832466259602, "mean_strict_plane_XY_intersection_precision": 0.893962276392344, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7366617838541667 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6121192632039636, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4713317137521755, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8165774332572784, "mean_strict_plane_XY_intersection_precision": 0.8166871349984183, "ridge3d_confirmed_f1": 0.6405558685530656, "ridge3d_confirmed_recall": 0.6332847052981146, "ridge3d_confirmed_precision": 0.7007393769503119, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5490478873311991, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5490478873311991, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7343668619791667 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8545127445419967, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7448335904353898, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7891742573989781, "mean_strict_plane_XY_intersection_precision": 0.7892770856473572, "ridge3d_confirmed_f1": 0.5071860879860113, "ridge3d_confirmed_recall": 0.49985769929725, "ridge3d_confirmed_precision": 0.5437235631979547, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 83, "ridge3d_conditional_f1_diagnostic": 0.5071860879860113, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.507186594793706, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7211751302083333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0575309660491623, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706812652068126, "mean_any_roof_coverage": 0.9706812652068126, "conditional_any_roof_mae_m": 0.8372255543543146, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7302623718810288, "mean_strict_plane_XY_intersection_precision": 0.730360300756588, "ridge3d_confirmed_f1": 0.35181360593853905, "ridge3d_confirmed_recall": 0.32599354106769113, "ridge3d_confirmed_precision": 0.4289596822909804, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.3224958054436608, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.3224958054436608, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7363932291666667 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.82512217100205, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.4832693018316531, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7770462087589102, "mean_strict_plane_XY_intersection_precision": 0.7771938390515567, "ridge3d_confirmed_f1": 0.6239548477032987, "ridge3d_confirmed_recall": 0.607007228787387, "ridge3d_confirmed_precision": 0.6896055767076347, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.6239548477032987, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6239548477032987, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7322672526041667 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5703917668379028, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45299167284569863, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8167401119524283, "mean_strict_plane_XY_intersection_precision": 0.8168547721660502, "ridge3d_confirmed_f1": 0.6776225979011132, "ridge3d_confirmed_recall": 0.661779984043813, "ridge3d_confirmed_precision": 0.7212344238619861, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5929197731634742, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5929197731634742, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7310465494791667 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8596709907977289, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5530385144175012, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7452183626446974, "mean_strict_plane_XY_intersection_precision": 0.7453372846470702, "ridge3d_confirmed_f1": 0.45722933169899077, "ridge3d_confirmed_recall": 0.439291077804755, "ridge3d_confirmed_precision": 0.534068813308381, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.45722933169899077, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.45739511841112274, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7336832682291666 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_long_s20261102.json", "paired_rows_sha256": "48a94fc311f638258ff421f72b8c42098e4fb947056618866df72800f1ca5e88" }, "graph_10000_mean3": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6843626440250051, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.977668327653649, "mean_any_roof_coverage": 0.977668327653649, "conditional_any_roof_mae_m": 0.48807705102106025, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.805103301682562, "mean_strict_plane_XY_intersection_precision": 0.8052228794434112, "ridge3d_confirmed_f1": 0.5669470122163988, "ridge3d_confirmed_recall": 0.5481683956316216, "ridge3d_confirmed_precision": 0.6350949137256003, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 473, "ridge3d_conditional_f1_diagnostic": 0.5328449362936077, "ridge3d_teacher_empty_spurious_clouds": 63, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1563, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 837, "ridge3d_v1_f1_diagnostic": 0.5328610683402182, "all_edges_two_incidences_fraction_diagnostic": 0.9758333333333333, "mean_retained_fraction": 0.73447998046875, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 3.100334801797722e-05, "clean_mean_delta_m": 1.5501674008988608e-07, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5617155157848446, "paired_building_bootstrap95_delta_m": [ -0.5931170632230042, -0.5303216489851618 ], "paired_median_building_delta_m": -0.5664096692015743, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750222480234635 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0549700259061083 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.002837504994391 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.999363994138076 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9735524013118022 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.3172803993028515 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2770301675100631 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0011812745991069094 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.0027308438163881434 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.017368016623505234 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_10000_mean3.json", "rows_sha256": "908cd38a4a382eae077387faf68c52a329246554e69182a39b67ecac20713f4d", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526536352064405, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492334419938801, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999970703125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29805151528594087, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.29910484820999833, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8350943930403338, "mean_strict_plane_XY_intersection_precision": 0.8352083361493439, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99978515625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33887374280109966, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.34231119192073023, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8628911692698079, "mean_strict_plane_XY_intersection_precision": 0.8630159918794095, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.995546875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.20842880872008693, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997911549235079, "mean_any_roof_coverage": 0.9997911549235079, "conditional_any_roof_mae_m": 0.20936916473575284, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9195736236296045, "mean_strict_plane_XY_intersection_precision": 0.919717172996407, "ridge3d_confirmed_f1": 0.7838744459963475, "ridge3d_confirmed_recall": 0.7755086716333315, "ridge3d_confirmed_precision": 0.8176249543192006, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 17, "ridge3d_conditional_f1_diagnostic": 0.7423053465874503, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7423053465874503, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7216796875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5098894367264997, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5194658495377914, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8014636509019681, "mean_strict_plane_XY_intersection_precision": 0.8015848216130417, "ridge3d_confirmed_f1": 0.5031909866001072, "ridge3d_confirmed_recall": 0.4646021680859955, "ridge3d_confirmed_precision": 0.6136829342243515, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 44, "ridge3d_conditional_f1_diagnostic": 0.4838374871154877, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.48383723296516096, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50154296875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5934432646740393, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.6130754560915885, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7764197596421024, "mean_strict_plane_XY_intersection_precision": 0.7765342386182533, "ridge3d_confirmed_f1": 0.48826413715732303, "ridge3d_confirmed_recall": 0.446815827044764, "ridge3d_confirmed_precision": 0.6160966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 39, "ridge3d_conditional_f1_diagnostic": 0.46590089423408687, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.46590064204286386, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.498154296875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30290469387769575, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3063384388704756, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8811815319814744, "mean_strict_plane_XY_intersection_precision": 0.8813141321926526, "ridge3d_confirmed_f1": 0.7027561623519608, "ridge3d_confirmed_recall": 0.7082947554920717, "ridge3d_confirmed_precision": 0.7248085209654308, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6705688572060694, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705688572060694, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.573984375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.34906627255026007, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.35652156714703875, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8679292872477695, "mean_strict_plane_XY_intersection_precision": 0.8680630068941215, "ridge3d_confirmed_f1": 0.7079182542078191, "ridge3d_confirmed_recall": 0.6898752306815568, "ridge3d_confirmed_precision": 0.7620074958114154, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6703771346664954, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6703768843858118, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5080078125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33803121560923827, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3392610436394798, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8590204518727407, "mean_strict_plane_XY_intersection_precision": 0.8591563738281905, "ridge3d_confirmed_f1": 0.6569449338751513, "ridge3d_confirmed_recall": 0.6477434214983819, "ridge3d_confirmed_precision": 0.7073876761626322, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 28, "ridge3d_conditional_f1_diagnostic": 0.6174294491307812, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6174900851477412, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5108203125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0221128979050356, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.058713266276269, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6866900607084461, "mean_strict_plane_XY_intersection_precision": 0.6867883770508155, "ridge3d_confirmed_f1": 0.3071330265056559, "ridge3d_confirmed_recall": 0.2572398647433981, "ridge3d_confirmed_precision": 0.4807579779800625, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.29760952180780614, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.297610851654748, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.504267578125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010372413004220028, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010372413004220028, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7323567708333333 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5664121220237115, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825602536438743, "mean_any_roof_coverage": 0.9825602536438743, "conditional_any_roof_mae_m": 0.4078302082970647, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8254617558098323, "mean_strict_plane_XY_intersection_precision": 0.8255895721477811, "ridge3d_confirmed_f1": 0.6721150043197531, "ridge3d_confirmed_recall": 0.6559126180461277, "ridge3d_confirmed_precision": 0.7307896390876011, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 250, "ridge3d_conditional_f1_diagnostic": 0.6215257029193415, "ridge3d_teacher_empty_spurious_clouds": 57, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1089, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 435, "ridge3d_v1_f1_diagnostic": 0.6215257955616084, "all_edges_two_incidences_fraction_diagnostic": 0.9816272965879265, "mean_retained_fraction": 0.7359756910269029 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.5029538818107684, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.058367473496703, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6091350208300531, "mean_strict_plane_XY_intersection_precision": 0.6092034100801449, "ridge3d_confirmed_f1": 0.33503810655259203, "ridge3d_confirmed_recall": 0.3105785718457874, "ridge3d_confirmed_precision": 0.4240757757478552, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 223, "ridge3d_conditional_f1_diagnostic": 0.3266621538887773, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 474, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.32671557755048675, "all_edges_two_incidences_fraction_diagnostic": 0.9418604651162791, "mean_retained_fraction": 0.7315437257751938 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7565710561781598, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.4097578871154715, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7673733525242409, "mean_strict_plane_XY_intersection_precision": 0.7674620057052538, "ridge3d_confirmed_f1": 0.5503588719916234, "ridge3d_confirmed_recall": 0.5052201776784347, "ridge3d_confirmed_precision": 0.6773913239495389, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.5503588719916234, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5503577996394741, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7381998697916666 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5811593130712187, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3438190089790118, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8192754481288486, "mean_strict_plane_XY_intersection_precision": 0.8193855850783406, "ridge3d_confirmed_f1": 0.5749734364245123, "ridge3d_confirmed_recall": 0.5522568883441116, "ridge3d_confirmed_precision": 0.6516092880048955, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 39, "ridge3d_conditional_f1_diagnostic": 0.47914453035376026, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.47914453035376026, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7376546223958333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3676099564705544, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.3434913781641241, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8958262416294767, "mean_strict_plane_XY_intersection_precision": 0.8959526726949436, "ridge3d_confirmed_f1": 0.5551169294799306, "ridge3d_confirmed_recall": 0.5379629021571203, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5551169294799306, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5551169294799306, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7326904296875 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32751742980889703, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.2009948413633451, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8945216392931478, "mean_strict_plane_XY_intersection_precision": 0.8947009919905249, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7373046875 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6085863349938843, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4674959416820041, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.816578610926966, "mean_strict_plane_XY_intersection_precision": 0.816689265853238, "ridge3d_confirmed_f1": 0.6406020670579285, "ridge3d_confirmed_recall": 0.6331059793047837, "ridge3d_confirmed_precision": 0.700739376950312, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5490874860496531, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5490874860496531, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7370686848958333 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.865881126606881, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7565596007588716, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7844997369764467, "mean_strict_plane_XY_intersection_precision": 0.7846017705607308, "ridge3d_confirmed_f1": 0.5005227704750249, "ridge3d_confirmed_recall": 0.4933016671257146, "ridge3d_confirmed_precision": 0.533239702793874, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 85, "ridge3d_conditional_f1_diagnostic": 0.5005227704750249, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5005232772827197, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7214436848958333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.081149399967447, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706812652068126, "mean_any_roof_coverage": 0.9706812652068126, "conditional_any_roof_mae_m": 0.8689165597597155, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7354896725939118, "mean_strict_plane_XY_intersection_precision": 0.7355879259530288, "ridge3d_confirmed_f1": 0.3535170830446942, "ridge3d_confirmed_recall": 0.32709704774804, "ridge3d_confirmed_precision": 0.4358346519067833, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 66, "ridge3d_conditional_f1_diagnostic": 0.32405732612430305, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.32405732612430305, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7411783854166667 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8239622537723135, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.4822646097001824, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7741569948915099, "mean_strict_plane_XY_intersection_precision": 0.7743069988958873, "ridge3d_confirmed_f1": 0.6154566058418606, "ridge3d_confirmed_recall": 0.6039800440499569, "ridge3d_confirmed_precision": 0.6753801176756001, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.6154566058418606, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6154566058418606, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7337809244791667 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5690071001297456, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.4515673859549366, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8165680066083304, "mean_strict_plane_XY_intersection_precision": 0.8166831442806888, "ridge3d_confirmed_f1": 0.6782186900292461, "ridge3d_confirmed_recall": 0.6626686782069618, "ridge3d_confirmed_precision": 0.7212487865184297, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5934413537755903, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5934413537755903, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7319091796875 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8621824692509492, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5559032967329398, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7467433132527408, "mean_strict_plane_XY_intersection_precision": 0.7468584334214745, "ridge3d_confirmed_f1": 0.4537050004921983, "ridge3d_confirmed_recall": 0.4382754910429616, "ridge3d_confirmed_precision": 0.5300475594518173, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.4537050004921983, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.45387078329642266, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7335693359375 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_10000_mean3.json", "paired_rows_sha256": "71e788d0c1d78a8d55f62039fc62bf15453abdfd518144a45cb4aa13feee0b58" }, "graph_20000_long_mean3": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6834863612540681, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776622449285881, "mean_any_roof_coverage": 0.9776622449285881, "conditional_any_roof_mae_m": 0.49067392291357864, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8058473993838996, "mean_strict_plane_XY_intersection_precision": 0.8059660693626657, "ridge3d_confirmed_f1": 0.5658065939126831, "ridge3d_confirmed_recall": 0.5461922487509717, "ridge3d_confirmed_precision": 0.6343002342889211, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 474, "ridge3d_conditional_f1_diagnostic": 0.5317731145795894, "ridge3d_teacher_empty_spurious_clouds": 62, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1562, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 838, "ridge3d_v1_f1_diagnostic": 0.5317892005758678, "all_edges_two_incidences_fraction_diagnostic": 0.9754166666666667, "mean_retained_fraction": 0.7323616536458334, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5625917985557815, "paired_building_bootstrap95_delta_m": [ -0.5925802436882506, -0.5319621610114873 ], "paired_median_building_delta_m": -0.5593960290669558, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750573051774162 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0516382626631007 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -1.0506201586845159 }, { "id": "NL.IMBAG.Pand.0344100000000703", "delta_m": -0.9995689941356344 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.9735759088551849 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.33623133840737934 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.0788859900403391 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.001639730356771794 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.002876184685928577 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.019597489781066808 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_long_mean3.json", "rows_sha256": "7ffd8f4a0be08a6f8a609abf0c85ee9a24f6b3a9f3224a90153df743b5010070", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526520850390396, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492318918264793, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29789299815253223, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.29884912060268976, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8350999776767032, "mean_strict_plane_XY_intersection_precision": 0.8352135153172605, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999345703125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3382883949035083, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.34172584402313894, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8629013816917904, "mean_strict_plane_XY_intersection_precision": 0.8630262546195075, "ridge3d_confirmed_f1": 0.635431026340826, "ridge3d_confirmed_recall": 0.6028110599565986, "ridge3d_confirmed_precision": 0.764038924242389, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6109913714815636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6110593748187079, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9947265625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21518279593653744, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.21623801781000943, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9169727177000163, "mean_strict_plane_XY_intersection_precision": 0.9171077360777038, "ridge3d_confirmed_f1": 0.7389881703736224, "ridge3d_confirmed_recall": 0.7271068926629174, "ridge3d_confirmed_precision": 0.7772365826132538, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6997994037629001, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6997991117934966, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.719072265625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5158132644051623, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.5254163653416903, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.801315341673779, "mean_strict_plane_XY_intersection_precision": 0.8014369287862196, "ridge3d_confirmed_f1": 0.5095525802552584, "ridge3d_confirmed_recall": 0.4710261595661797, "ridge3d_confirmed_precision": 0.6213752356543755, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.4899544040915945, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.48995419344888647, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5015234375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5667229501075759, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.5660066451652725, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7759219001715468, "mean_strict_plane_XY_intersection_precision": 0.7760359906947215, "ridge3d_confirmed_f1": 0.47611477641918903, "ridge3d_confirmed_recall": 0.43664185280157136, "ridge3d_confirmed_precision": 0.6000966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.45430799276640166, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.45430774057517864, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49380859375 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.33109435120297315, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.39382484954276975, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8816802380080897, "mean_strict_plane_XY_intersection_precision": 0.8818112014251145, "ridge3d_confirmed_f1": 0.6990520499395322, "ridge3d_confirmed_recall": 0.6884955029540202, "ridge3d_confirmed_precision": 0.7407473260523221, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.6670343987972633, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6670343987972633, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.561513671875 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.338966617118318, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.3461755648581035, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8699958812201544, "mean_strict_plane_XY_intersection_precision": 0.8701298758135434, "ridge3d_confirmed_f1": 0.713391270882153, "ridge3d_confirmed_recall": 0.7015541711435979, "ridge3d_confirmed_precision": 0.7573689152833131, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.6755599156080996, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6755596653274162, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.507080078125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3107999030951629, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.3118313752014843, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.869964241236756, "mean_strict_plane_XY_intersection_precision": 0.8700995258467259, "ridge3d_confirmed_f1": 0.692421435126318, "ridge3d_confirmed_recall": 0.6844190550482893, "ridge3d_confirmed_precision": 0.7383584797507264, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.655702116596892, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.655762904308229, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5084375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0355253349936233, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.0721521325533596, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.685341421331464, "mean_strict_plane_XY_intersection_precision": 0.6854397016724926, "ridge3d_confirmed_f1": 0.30687664405370313, "ridge3d_confirmed_recall": 0.25712254243512467, "ridge3d_confirmed_precision": 0.47764686686895136, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.29736108919932475, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.2973624190462666, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50283203125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010353615491765576, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010353615491765576, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7312120225694444 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5645304897658565, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825506745492905, "mean_any_roof_coverage": 0.9825506745492905, "conditional_any_roof_mae_m": 0.4057181002593725, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.8260374853065202, "mean_strict_plane_XY_intersection_precision": 0.8261640731800404, "ridge3d_confirmed_f1": 0.6719343505181806, "ridge3d_confirmed_recall": 0.6554398290513276, "ridge3d_confirmed_precision": 0.7304762072230461, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 250, "ridge3d_conditional_f1_diagnostic": 0.6213586467157369, "ridge3d_teacher_empty_spurious_clouds": 57, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1089, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 435, "ridge3d_v1_f1_diagnostic": 0.6213587393580037, "all_edges_two_incidences_fraction_diagnostic": 0.9809711286089239, "mean_retained_fraction": 0.7340123134022309 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.50444864153016, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0766971484888936, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6108955299972202, "mean_strict_plane_XY_intersection_precision": 0.6109633252604699, "ridge3d_confirmed_f1": 0.33178128447491934, "ridge3d_confirmed_recall": 0.30528732808864795, "ridge3d_confirmed_precision": 0.42221988371623514, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 224, "ridge3d_conditional_f1_diagnostic": 0.32348675236304636, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.3235400229074017, "all_edges_two_incidences_fraction_diagnostic": 0.9418604651162791, "mean_retained_fraction": 0.7282885174418605 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7578220569455437, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.41105782213538217, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7649462803634234, "mean_strict_plane_XY_intersection_precision": 0.7650343850889578, "ridge3d_confirmed_f1": 0.5403231894971681, "ridge3d_confirmed_recall": 0.4928633656325069, "ridge3d_confirmed_precision": 0.6695413695899792, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.5403231894971681, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5403217526090787, "all_edges_two_incidences_fraction_diagnostic": 0.9583333333333334, "mean_retained_fraction": 0.7367919921875 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5724800115062232, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3348248155118128, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8223037385286922, "mean_strict_plane_XY_intersection_precision": 0.8224129278637143, "ridge3d_confirmed_f1": 0.5901730487254928, "ridge3d_confirmed_recall": 0.5673732376984479, "ridge3d_confirmed_precision": 0.6623246406648875, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 37, "ridge3d_conditional_f1_diagnostic": 0.49181087393791073, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.49181087393791073, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7366536458333334 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3670238932188339, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.3428848995452204, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8958011224438647, "mean_strict_plane_XY_intersection_precision": 0.8959277688900847, "ridge3d_confirmed_f1": 0.5612366655732584, "ridge3d_confirmed_recall": 0.5472221614163796, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5612366655732584, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5612366655732584, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7300048828125 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.32791896940943555, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9870567375886526, "mean_any_roof_coverage": 0.9870567375886526, "conditional_any_roof_mae_m": 0.20142959637998442, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8943975462887247, "mean_strict_plane_XY_intersection_precision": 0.8945765388103586, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7361653645833334 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6017009115899581, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.460024800856735, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8194685383719291, "mean_strict_plane_XY_intersection_precision": 0.8195784121488353, "ridge3d_confirmed_f1": 0.6387057058256995, "ridge3d_confirmed_recall": 0.6316560239628554, "ridge3d_confirmed_precision": 0.700739376950312, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5474620335648853, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 157, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.5474620335648853, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7336181640625 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8594267551809581, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.7500738333065928, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7867298828843996, "mean_strict_plane_XY_intersection_precision": 0.7868293742922939, "ridge3d_confirmed_f1": 0.495824734831904, "ridge3d_confirmed_recall": 0.48655702829639047, "ridge3d_confirmed_precision": 0.5330596284782846, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 85, "ridge3d_conditional_f1_diagnostic": 0.495824734831904, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.49582524163959873, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.72060546875 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0893838531416506, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706204379562046, "mean_any_roof_coverage": 0.9706204379562046, "conditional_any_roof_mae_m": 0.9127963119294552, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7352129401629928, "mean_strict_plane_XY_intersection_precision": 0.7353106074651171, "ridge3d_confirmed_f1": 0.3517844753816461, "ridge3d_confirmed_recall": 0.325908362945015, "ridge3d_confirmed_precision": 0.4297839778842681, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 67, "ridge3d_conditional_f1_diagnostic": 0.32246910243317556, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.32246910243317556, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7359130859375 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8267573942672038, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.4851028781849017, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7768035115321468, "mean_strict_plane_XY_intersection_precision": 0.7769501379725926, "ridge3d_confirmed_f1": 0.6078327284417825, "ridge3d_confirmed_recall": 0.5976958399940288, "ridge3d_confirmed_precision": 0.6669217160849321, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.6078327284417825, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6078327284417825, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.731103515625 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5705733157204307, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45313846550131587, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8163327117003695, "mean_strict_plane_XY_intersection_precision": 0.8164494777423845, "ridge3d_confirmed_f1": 0.6776227927911538, "ridge3d_confirmed_recall": 0.661779984043813, "ridge3d_confirmed_precision": 0.7212347524483639, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5929199436922596, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5929199436922596, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7303304036458333 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8617764515604442, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5554058057843858, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.7464777215624544, "mean_strict_plane_XY_intersection_precision": 0.7465910633523165, "ridge3d_confirmed_f1": 0.46390321896139797, "ridge3d_confirmed_recall": 0.4429740776398872, "ridge3d_confirmed_precision": 0.5421618327398167, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.46390321896139797, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.4640690073361466, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7324300130208333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_long_mean3.json", "paired_rows_sha256": "54b33fc977cd6d82a9a612c0f09226af927e1ce0d0c7a20038d5769b903fe90f" } }, "native_design_sha256": "03a81756528024b0c36b6587ad2c49d4f72f6022fd3d83c0302eca1090dc8cc4", "primary": "Fixed teacher-grid 10m-capped error; missing/failed/LoD1=10m; physical-building macro", "eligibility": "No clean building harmed >0.02m; no additional native failure relative to matched raw", "uncertainty": "Paired physical-building bootstrap within these fixed source cities; 12 corruptions not independent units", "reference_status": "automatic 3DBAG reference; synthetic observations, not independent human GT", "old_round_direct_comparison_valid": false, "selection_performed": false, "_publication": { "original_source_sha256": "6df09ee503fdfc228b6f8a0cb8bc858e6fc31c80ce90c082f5e257f2e70bf043", "original_source": "source:scaling/reports_reconstruction/validation_full_summary.json", "published_sha256_location": "https://feng96.github.io/research-daily/lod2/studies/report_package_manifest.json (artifact entry by href)", "notice": "All pre-existing scientific hash values remain original-source hashes. Paths are public provenance labels; published-copy SHA is in the package manifest. Metrics/numeric values were not changed." } }