{ "split": "test", "cohort": "full", "updated_utc": "2026-10-21T09:16:30.179859+00:00", "methods": { "raw": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 1.094044631553961, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9853834729347051, "mean_any_roof_coverage": 0.9853834729347051, "conditional_any_roof_mae_m": 0.9761950799674157, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.7295159674903708, "mean_strict_plane_XY_intersection_precision": 0.7304138869882196, "ridge3d_confirmed_f1": 0.5411725439075514, "ridge3d_confirmed_recall": 0.5213912186600727, "ridge3d_confirmed_precision": 0.6142929918504912, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 364, "ridge3d_conditional_f1_diagnostic": 0.33937939194202377, "ridge3d_teacher_empty_spurious_clouds": 126, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1458, "ridge3d_confirmed_defined_buildings": 177, "ridge3d_both_no_edges_clouds": 942, "ridge3d_v1_f1_diagnostic": 0.3394579805767061, "all_edges_two_incidences_fraction_diagnostic": 0.9733333333333334, "mean_retained_fraction": 1.0, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": 0.0, "paired_building_bootstrap95_delta_m": [ 0.0, 0.0 ], "paired_median_building_delta_m": 0.0, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010903865", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0014100010903871", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0014100010903876", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0014100010903878", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0014100010903880", "delta_m": 0.0 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001948", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0935100000001923", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0935100000001916", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0935100000001906", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0935100000001895", "delta_m": 0.0 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/raw.json", "rows_sha256": "5a0e04984fbec03f0b12287622b6c9de2c2ecedc96abf56a6d5c79fc5584ed30", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10999837087669988, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10852510741906177, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9580978020329636, "mean_strict_plane_XY_intersection_precision": 0.9582226468292003, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24287815324665288, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24359738266522538, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.901419529356279, "mean_strict_plane_XY_intersection_precision": 0.9015137919409861, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2334975204733718, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9952211648270496, "mean_any_roof_coverage": 0.9952211648270496, "conditional_any_roof_mae_m": 0.1880161478202107, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9234411464746769, "mean_strict_plane_XY_intersection_precision": 0.9271305020967443, "ridge3d_confirmed_f1": 0.8458897156160405, "ridge3d_confirmed_recall": 0.8459030142938402, "ridge3d_confirmed_precision": 0.8615090882752969, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.8236294599419342, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8236288682649743, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 1.0 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.9311402003295348, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9890560435282099, "mean_any_roof_coverage": 0.9890560435282099, "conditional_any_roof_mae_m": 1.8984531969642526, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6257801070289435, "mean_strict_plane_XY_intersection_precision": 0.6297939910577939, "ridge3d_confirmed_f1": 0.33817517360335675, "ridge3d_confirmed_recall": 0.30834042377107584, "ridge3d_confirmed_precision": 0.4542410875265248, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.2536313802025176, "ridge3d_teacher_empty_spurious_clouds": 37, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 148, "ridge3d_confirmed_defined_buildings": 148, "ridge3d_both_no_edges_clouds": 52, "ridge3d_v1_f1_diagnostic": 0.2537420143439006, "all_edges_two_incidences_fraction_diagnostic": 0.925, "mean_retained_fraction": 1.0 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.8641323228975422, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 1.8646228517345447, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.4979031511844703, "mean_strict_plane_XY_intersection_precision": 0.4979773573906645, "ridge3d_confirmed_f1": 0.29507253809902223, "ridge3d_confirmed_recall": 0.23542314290519284, "ridge3d_confirmed_precision": 0.498525268557514, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 50, "ridge3d_conditional_f1_diagnostic": 0.29243796186599524, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.29243804740523693, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2864071156028785, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.28549244512661476, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8749783071004316, "mean_strict_plane_XY_intersection_precision": 0.8750847054628557, "ridge3d_confirmed_f1": 0.6940593817274636, "ridge3d_confirmed_recall": 0.6709338271066041, "ridge3d_confirmed_precision": 0.7614801164278407, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.658466592920927, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.6584660466734628, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5429494518364781, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5546718496453101, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8356577647843436, "mean_strict_plane_XY_intersection_precision": 0.8357583600412097, "ridge3d_confirmed_f1": 0.7799967183532793, "ridge3d_confirmed_recall": 0.7556034742200066, "ridge3d_confirmed_precision": 0.8548863450076016, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.6982228688485, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 124, "ridge3d_confirmed_defined_buildings": 124, "ridge3d_both_no_edges_clouds": 76, "ridge3d_v1_f1_diagnostic": 0.6985128903883836, "all_edges_two_incidences_fraction_diagnostic": 0.965, "mean_retained_fraction": 1.0 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.9830447080364306, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9968557225481891, "mean_any_roof_coverage": 0.9968557225481891, "conditional_any_roof_mae_m": 1.9686654745342265, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.47141764037217454, "mean_strict_plane_XY_intersection_precision": 0.4736549342220753, "ridge3d_confirmed_f1": 0.3134730931827373, "ridge3d_confirmed_recall": 0.24974570782614344, "ridge3d_confirmed_precision": 0.4750824321549464, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.29739754994259693, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.2973936687165599, "all_edges_two_incidences_fraction_diagnostic": 0.97, "mean_retained_fraction": 1.0 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.691635726486807, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 2.730212804290702, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.48151477998587267, "mean_strict_plane_XY_intersection_precision": 0.48157360590162723, "ridge3d_confirmed_f1": 0.1677255061287745, "ridge3d_confirmed_recall": 0.16157237679745012, "ridge3d_confirmed_precision": 0.24040258811486775, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 32, "ridge3d_conditional_f1_diagnostic": 0.11783247582464537, "ridge3d_teacher_empty_spurious_clouds": 47, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 158, "ridge3d_both_no_edges_clouds": 42, "ridge3d_v1_f1_diagnostic": 0.11783224246944168, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 1.0 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.6476572950760366, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9976120857699804, "mean_any_roof_coverage": 0.9976120857699804, "conditional_any_roof_mae_m": 0.6433643814884342, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.8566960709337224, "mean_strict_plane_XY_intersection_precision": 0.8567865527482198, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 28, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 332, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.9888888888888889, "mean_retained_fraction": 1.0 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 1.0777172561853134, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9876971227416597, "mean_any_roof_coverage": 0.9876971227416597, "conditional_any_roof_mae_m": 0.9736162303691617, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.7334431234213802, "mean_strict_plane_XY_intersection_precision": 0.7343641906743615, "ridge3d_confirmed_f1": 0.5964760224706981, "ridge3d_confirmed_recall": 0.5784331352429933, "ridge3d_confirmed_precision": 0.6630685068717047, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 254, "ridge3d_conditional_f1_diagnostic": 0.3917155968464286, "ridge3d_teacher_empty_spurious_clouds": 94, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1150, "ridge3d_confirmed_defined_buildings": 134, "ridge3d_both_no_edges_clouds": 590, "ridge3d_v1_f1_diagnostic": 0.39181957064337364, "all_edges_two_incidences_fraction_diagnostic": 0.9758620689655172, "mean_retained_fraction": 1.0 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.7244082124656241, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9572899686520376, "mean_any_roof_coverage": 0.9572899686520376, "conditional_any_roof_mae_m": 1.3905492458120674, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.5541223389584957, "mean_strict_plane_XY_intersection_precision": 0.5558549266965962, "ridge3d_confirmed_f1": 0.3295766259268163, "ridge3d_confirmed_recall": 0.30314388564715955, "ridge3d_confirmed_precision": 0.42767363003019626, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.3158442665131989, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 280, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.3158433373277047, "all_edges_two_incidences_fraction_diagnostic": 0.94, "mean_retained_fraction": 1.0 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 1.218727338024032, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.9784156716283704, "mean_any_roof_coverage": 0.9784156716283704, "conditional_any_roof_mae_m": 1.0448991047380085, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.6996729374686328, "mean_strict_plane_XY_intersection_precision": 0.7008379742461858, "ridge3d_confirmed_f1": 0.4774058825424139, "ridge3d_confirmed_recall": 0.45866498243103854, "ridge3d_confirmed_precision": 0.5540931101267922, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 238, "ridge3d_conditional_f1_diagnostic": 0.3552787963106337, "ridge3d_teacher_empty_spurious_clouds": 43, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 811, "ridge3d_confirmed_defined_buildings": 86, "ridge3d_both_no_edges_clouds": 389, "ridge3d_v1_f1_diagnostic": 0.35544054268666586, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 1.0 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.96936192508389, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9923512742410396, "mean_any_roof_coverage": 0.9923512742410396, "conditional_any_roof_mae_m": 0.907491055196823, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.759358997512109, "mean_strict_plane_XY_intersection_precision": 0.7599897997302534, "ridge3d_confirmed_f1": 0.6280037423622068, "ridge3d_confirmed_recall": 0.6068056679932259, "ridge3d_confirmed_precision": 0.6962672988785071, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 126, "ridge3d_conditional_f1_diagnostic": 0.3243535812200409, "ridge3d_teacher_empty_spurious_clouds": 83, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 647, "ridge3d_confirmed_defined_buildings": 91, "ridge3d_both_no_edges_clouds": 553, "ridge3d_v1_f1_diagnostic": 0.3243535812200409, "all_edges_two_incidences_fraction_diagnostic": 0.9841666666666666, "mean_retained_fraction": 1.0 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/raw.json", "paired_rows_sha256": "23c87642f7d0436da959f3f10c25a8db5bb6f896777ed7382635347f6c8281c1" }, "geometry": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 1.104115773374105, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9841390790801771, "mean_any_roof_coverage": 0.9841390790801771, "conditional_any_roof_mae_m": 0.983209842306565, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.7288019207896972, "mean_strict_plane_XY_intersection_precision": 0.7293717621009589, "ridge3d_confirmed_f1": 0.5449900013276858, "ridge3d_confirmed_recall": 0.5276608370043812, "ridge3d_confirmed_precision": 0.6115597434651904, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 372, "ridge3d_conditional_f1_diagnostic": 0.3600826794486496, "ridge3d_teacher_empty_spurious_clouds": 106, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1438, "ridge3d_confirmed_defined_buildings": 168, "ridge3d_both_no_edges_clouds": 962, "ridge3d_v1_f1_diagnostic": 0.36010846454915707, "all_edges_two_incidences_fraction_diagnostic": 0.97375, "mean_retained_fraction": 0.9581583658854167, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.07217389956281554, "clean_mean_delta_m": -0.0011791102280966012, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0014100010904005", "city": "Groningen", "case": "clean", "delta_m": 0.07217389956281554, "raw_loss_m": 0.10663788683355731, "model_loss_m": 0.17881178639637285, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": 0.010071141820144028, "paired_building_bootstrap95_delta_m": [ -0.010527081514436461, 0.030903796952767463 ], "paired_median_building_delta_m": -0.004281338723360355, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -0.6016746598388296 }, { "id": "NL.IMBAG.Pand.0014100010903876", "delta_m": -0.46432650940708625 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -0.43876053373586155 }, { "id": "NL.IMBAG.Pand.0014100010904331", "delta_m": -0.25585622726650076 }, { "id": "NL.IMBAG.Pand.0935100000001641", "delta_m": -0.2341524710121539 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001610", "delta_m": 0.802982541314853 }, { "id": "NL.IMBAG.Pand.0935100000001645", "delta_m": 0.7004232635926139 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": 0.68159747565262 }, { "id": "NL.IMBAG.Pand.0014100010904070", "delta_m": 0.5560584269950918 }, { "id": "NL.IMBAG.Pand.0935100000001592", "delta_m": 0.5312635585193394 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/geometry.json", "rows_sha256": "12fb5259f928b39fc210ea7ece9cc5e3995ec0d1dc8b897bbcdcce12dbcafa14", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10881926064860327, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10734600257681746, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9583196782947669, "mean_strict_plane_XY_intersection_precision": 0.9584494382102275, "ridge3d_confirmed_f1": 0.8709716493385858, "ridge3d_confirmed_recall": 0.886629571068707, "ridge3d_confirmed_precision": 0.8799349377918132, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8555562219166639, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8555536388091646, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.99927734375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5378565536279076, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5369965645312971, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7847853995129199, "mean_strict_plane_XY_intersection_precision": 0.7848849990886023, "ridge3d_confirmed_f1": 0.6791147127163413, "ridge3d_confirmed_recall": 0.6674539640510789, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6554933314044686, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6554918082501748, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.986484375 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2469611350185059, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2459911714936011, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8749601108643702, "mean_strict_plane_XY_intersection_precision": 0.8750695086672757, "ridge3d_confirmed_f1": 0.8207044731746861, "ridge3d_confirmed_recall": 0.8103567155977789, "ridge3d_confirmed_precision": 0.8533361442686505, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.7853292803654324, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7853385715360647, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.987158203125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24453657339513768, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24525988977805355, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.90071703531885, "mean_strict_plane_XY_intersection_precision": 0.9008117083058167, "ridge3d_confirmed_f1": 0.7050636524019644, "ridge3d_confirmed_recall": 0.6734984617508712, "ridge3d_confirmed_precision": 0.8169653064581969, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6865093457598074, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6865084198567961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999150390625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.18637412328878739, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.18689564262036343, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9269381065319412, "mean_strict_plane_XY_intersection_precision": 0.9270422860444094, "ridge3d_confirmed_f1": 0.8454987235418523, "ridge3d_confirmed_recall": 0.8541022012482392, "ridge3d_confirmed_precision": 0.8571699291635896, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8232487571328561, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8232465388836094, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.87083984375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.082891282910087, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.974570720749206, "mean_any_roof_coverage": 0.974570720749206, "conditional_any_roof_mae_m": 1.9865184075899789, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6088424564185685, "mean_strict_plane_XY_intersection_precision": 0.6120293229656084, "ridge3d_confirmed_f1": 0.33917559176603795, "ridge3d_confirmed_recall": 0.31807744871331267, "ridge3d_confirmed_precision": 0.4511985697130476, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.2651302160988042, "ridge3d_teacher_empty_spurious_clouds": 31, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 142, "ridge3d_confirmed_defined_buildings": 142, "ridge3d_both_no_edges_clouds": 58, "ridge3d_v1_f1_diagnostic": 0.2652432770393697, "all_edges_two_incidences_fraction_diagnostic": 0.9, "mean_retained_fraction": 0.977607421875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.879371217647861, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 1.8798619173173674, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.4943186279623387, "mean_strict_plane_XY_intersection_precision": 0.49439455254627923, "ridge3d_confirmed_f1": 0.30145760624852647, "ridge3d_confirmed_recall": 0.24472854538943584, "ridge3d_confirmed_precision": 0.4918899112730645, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.2987660204784503, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.29876610601769205, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.993134765625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2874144562569453, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2865212643660158, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.875430152031866, "mean_strict_plane_XY_intersection_precision": 0.8755355339737371, "ridge3d_confirmed_f1": 0.728531224629723, "ridge3d_confirmed_recall": 0.713708343864635, "ridge3d_confirmed_precision": 0.7834468175697953, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 16, "ridge3d_conditional_f1_diagnostic": 0.6971290166715453, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.6971284657150512, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.901865234375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5147792281495295, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9948939630433261, "mean_any_roof_coverage": 0.9948939630433261, "conditional_any_roof_mae_m": 0.5075637171104124, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8416924584373002, "mean_strict_plane_XY_intersection_precision": 0.8417999858381703, "ridge3d_confirmed_f1": 0.7886582847762811, "ridge3d_confirmed_recall": 0.781288074165066, "ridge3d_confirmed_precision": 0.8252054235705363, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7546643931910966, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.754973668949136, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.81505859375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.9807055970532375, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9968298604792235, "mean_any_roof_coverage": 0.9968298604792235, "conditional_any_roof_mae_m": 1.9674713493945806, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.4679247530686363, "mean_strict_plane_XY_intersection_precision": 0.470616214396413, "ridge3d_confirmed_f1": 0.30322922276593645, "ridge3d_confirmed_recall": 0.24024927622711403, "ridge3d_confirmed_precision": 0.4589034563798129, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.2876790062138372, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.28767775974497906, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.9883984375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.728686613956004, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997355208565821, "mean_any_roof_coverage": 0.9997355208565821, "conditional_any_roof_mae_m": 2.768140577202489, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.4763890411930417, "mean_strict_plane_XY_intersection_precision": 0.47645475155699657, "ridge3d_confirmed_f1": 0.15747487457229553, "ridge3d_confirmed_recall": 0.141837441976336, "ridge3d_confirmed_precision": 0.21850171264672988, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 39, "ridge3d_conditional_f1_diagnostic": 0.11499809919424218, "ridge3d_teacher_empty_spurious_clouds": 41, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 152, "ridge3d_confirmed_defined_buildings": 152, "ridge3d_both_no_edges_clouds": 48, "ridge3d_v1_f1_diagnostic": 0.11499809919424218, "all_edges_two_incidences_fraction_diagnostic": 0.985, "mean_retained_fraction": 0.97892578125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.6823766579553987, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9955467372134039, "mean_any_roof_coverage": 0.9955467372134039, "conditional_any_roof_mae_m": 0.6689070997081892, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.8526756372814831, "mean_strict_plane_XY_intersection_precision": 0.8527653467907664, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 28, "ridge3d_confirmed_defined_buildings": 20, "ridge3d_both_no_edges_clouds": 332, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.9805555555555555, "mean_retained_fraction": 0.9651421440972222 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 1.0850414664318075, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9869218412259044, "mean_any_roof_coverage": 0.9869218412259044, "conditional_any_roof_mae_m": 0.9813051438585435, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.7332514482259298, "mean_strict_plane_XY_intersection_precision": 0.7336542285243792, "ridge3d_confirmed_f1": 0.6020697125060458, "ridge3d_confirmed_recall": 0.5859442188706463, "ridge3d_confirmed_precision": 0.6625885255004309, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 259, "ridge3d_conditional_f1_diagnostic": 0.42727527984300023, "ridge3d_teacher_empty_spurious_clouds": 73, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1129, "ridge3d_confirmed_defined_buildings": 124, "ridge3d_both_no_edges_clouds": 611, "ridge3d_v1_f1_diagnostic": 0.42731038664918447, "all_edges_two_incidences_fraction_diagnostic": 0.9793103448275862, "mean_retained_fraction": 0.9566922593390804 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.7208336921418768, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9543098688750863, "mean_any_roof_coverage": 0.9543098688750863, "conditional_any_roof_mae_m": 1.3714203844231405, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.5543462018694048, "mean_strict_plane_XY_intersection_precision": 0.556461155217352, "ridge3d_confirmed_f1": 0.32659806290613463, "ridge3d_confirmed_recall": 0.3046635498638887, "ridge3d_confirmed_precision": 0.41631918611296514, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.31298981028504563, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.31298892082331237, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.95828125 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 1.21474632094495, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.978469146557003, "mean_any_roof_coverage": 0.978469146557003, "conditional_any_roof_mae_m": 1.046411191903604, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.6994784757194337, "mean_strict_plane_XY_intersection_precision": 0.6997146915578244, "ridge3d_confirmed_f1": 0.4860757141292538, "ridge3d_confirmed_recall": 0.47025258462865005, "ridge3d_confirmed_precision": 0.5557641815439733, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 239, "ridge3d_conditional_f1_diagnostic": 0.37034340124133625, "ridge3d_teacher_empty_spurious_clouds": 39, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 807, "ridge3d_confirmed_defined_buildings": 84, "ridge3d_both_no_edges_clouds": 393, "ridge3d_v1_f1_diagnostic": 0.3703949714423511, "all_edges_two_incidences_fraction_diagnostic": 0.97, "mean_retained_fraction": 0.9603564453125 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.9934852258032596, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9898090116033512, "mean_any_roof_coverage": 0.9898090116033512, "conditional_any_roof_mae_m": 0.9200084927095259, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.7581253658599607, "mean_strict_plane_XY_intersection_precision": 0.7590288326440935, "ridge3d_confirmed_f1": 0.625213711555338, "ridge3d_confirmed_recall": 0.6058337764096322, "ridge3d_confirmed_precision": 0.6875366788472728, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 133, "ridge3d_conditional_f1_diagnostic": 0.3498219576559629, "ridge3d_teacher_empty_spurious_clouds": 67, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 631, "ridge3d_confirmed_defined_buildings": 84, "ridge3d_both_no_edges_clouds": 569, "ridge3d_v1_f1_diagnostic": 0.3498219576559629, "all_edges_two_incidences_fraction_diagnostic": 0.9775, "mean_retained_fraction": 0.9559602864583333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/geometry.json", "paired_rows_sha256": "c6618b386c30c224e81526f93787d995dfecd9ab7fb6b4f9948990d94f43b1fb" }, "graph_10000_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5161391843327396, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869037241155871, "mean_any_roof_coverage": 0.9869037241155871, "conditional_any_roof_mae_m": 0.39568961554765286, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8387946282936187, "mean_strict_plane_XY_intersection_precision": 0.8388981874772483, "ridge3d_confirmed_f1": 0.659921535632794, "ridge3d_confirmed_recall": 0.650661726724704, "ridge3d_confirmed_precision": 0.7072107562165624, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 326, "ridge3d_conditional_f1_diagnostic": 0.6260794056003429, "ridge3d_teacher_empty_spurious_clouds": 35, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1367, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 1033, "ridge3d_v1_f1_diagnostic": 0.6262133548246323, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.73296142578125, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.0658569933368781, "clean_mean_delta_m": -0.0015597875441810244, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0935100000001616", "city": "Maastricht", "case": "clean", "delta_m": 0.0658569933368781, "raw_loss_m": 0.016903821778353673, "model_loss_m": 0.08276081511523177, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5779054472212212, "paired_building_bootstrap95_delta_m": [ -0.6052210548826024, -0.550467186071008 ], "paired_median_building_delta_m": -0.5731992774041805, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1570820407033215 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1386222446098409 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1130756491980383 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.108397248660263 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0312142609334638 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.004546191275594691 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04004325586312598 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.10095640815956923 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11847134820888527 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.14380350322197114 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_10000_s20261031.json", "rows_sha256": "752c999bfeb94755a3059cf918bf8861edf8565c31963d2ea87988b686efa781", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10843858333251884, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10696531987488075, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9575827392791765, "mean_strict_plane_XY_intersection_precision": 0.9577069158953908, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.995859375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.26058477496006494, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.25904878260270614, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8598380705886381, "mean_strict_plane_XY_intersection_precision": 0.8599448570831651, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999931640625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24287815324665288, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24359738266522538, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.901419529356279, "mean_strict_plane_XY_intersection_precision": 0.9015137919409861, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17747547503756433, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17651032434455968, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9309146168716131, "mean_strict_plane_XY_intersection_precision": 0.9310277945576506, "ridge3d_confirmed_f1": 0.8622761757786258, "ridge3d_confirmed_recall": 0.8625893286685997, "ridge3d_confirmed_precision": 0.8724952395312527, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.839584697468662, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8399100970381934, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.717939453125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38471212574816677, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38387431284903856, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8441424833684953, "mean_strict_plane_XY_intersection_precision": 0.8442469834407078, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50357421875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3792190355533981, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.37889487424795226, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8516457344870594, "mean_strict_plane_XY_intersection_precision": 0.8517521766455416, "ridge3d_confirmed_f1": 0.6596816417737533, "ridge3d_confirmed_recall": 0.6293325884485567, "ridge3d_confirmed_precision": 0.7657389896897447, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.6480058605034213, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6480047738565912, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.501572265625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2298762221809903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.228932394064103, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9076827624542289, "mean_strict_plane_XY_intersection_precision": 0.9077896661021922, "ridge3d_confirmed_f1": 0.8512615687624898, "ridge3d_confirmed_recall": 0.8548832290620361, "ridge3d_confirmed_precision": 0.8724929276497587, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.821652470718577, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8216516352789444, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.575302734375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30355016598041734, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.3011267981997586, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8782965998114404, "mean_strict_plane_XY_intersection_precision": 0.8784060129697938, "ridge3d_confirmed_f1": 0.8379915167423925, "ridge3d_confirmed_recall": 0.8369528502181862, "ridge3d_confirmed_precision": 0.8641843899453071, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.830509449628621, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8308303254084114, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495498046875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.27798874082985003, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2867500319137104, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8891188988480917, "mean_strict_plane_XY_intersection_precision": 0.8892377687437616, "ridge3d_confirmed_f1": 0.8139692348968205, "ridge3d_confirmed_recall": 0.81785392089595, "ridge3d_confirmed_precision": 0.8344108926580502, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7722272228508298, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.7722263826995852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.501806640625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8443101522898645, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8502673751346052, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7221993933103128, "mean_strict_plane_XY_intersection_precision": 0.7222890435266259, "ridge3d_confirmed_f1": 0.24342663203383091, "ridge3d_confirmed_recall": 0.21296168653451106, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.24125317996210022, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24125747580999027, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.504052734375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.017106496345859822, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.017106496345859822, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7335611979166666 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5019184509314748, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.3966617487060895, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8411738857721698, "mean_strict_plane_XY_intersection_precision": 0.8412763621743627, "ridge3d_confirmed_f1": 0.7316268093756378, "ridge3d_confirmed_recall": 0.7251959335051612, "ridge3d_confirmed_precision": 0.7684908530580284, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 214, "ridge3d_conditional_f1_diagnostic": 0.6922920346780231, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 654, "ridge3d_v1_f1_diagnostic": 0.6924608150429209, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7340775413074713 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1974586636443312, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.8443509862708719, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.635053772414047, "mean_strict_plane_XY_intersection_precision": 0.6351612188371718, "ridge3d_confirmed_f1": 0.3855709230514781, "ridge3d_confirmed_recall": 0.3654873703473021, "ridge3d_confirmed_precision": 0.4727477769970418, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 112, "ridge3d_conditional_f1_diagnostic": 0.36950546792433325, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.3695044464787636, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7257682291666666 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6375667636206507, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.458269895632967, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8078384690200686, "mean_strict_plane_XY_intersection_precision": 0.8079480657216277, "ridge3d_confirmed_f1": 0.5815198497812158, "ridge3d_confirmed_recall": 0.5728402172780781, "ridge3d_confirmed_precision": 0.6383250943660728, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 215, "ridge3d_conditional_f1_diagnostic": 0.5638980361514819, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.56413549159454, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.731396484375 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3947116050448286, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3331093354623387, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8697507875671688, "mean_strict_plane_XY_intersection_precision": 0.8698483092328688, "ridge3d_confirmed_f1": 0.7666812780689858, "ridge3d_confirmed_recall": 0.7566314417158545, "ridge3d_confirmed_precision": 0.8010125085236127, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.7065494131223985, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 587, "ridge3d_confirmed_defined_buildings": 51, "ridge3d_both_no_edges_clouds": 613, "ridge3d_v1_f1_diagnostic": 0.7065494131223985, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7345263671875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_10000_s20261031.json", "paired_rows_sha256": "31f3d33cb0224896b63ef5dd76605949b71b89ead99749599bdfef9113671f9a" }, "graph_10000_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5181022088162457, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869001321615641, "mean_any_roof_coverage": 0.9869001321615641, "conditional_any_roof_mae_m": 0.3970019533671911, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8385282034449044, "mean_strict_plane_XY_intersection_precision": 0.8386334312405378, "ridge3d_confirmed_f1": 0.6599065938305894, "ridge3d_confirmed_recall": 0.6510524141353885, "ridge3d_confirmed_precision": 0.7074077964930975, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 324, "ridge3d_conditional_f1_diagnostic": 0.6314623440965121, "ridge3d_teacher_empty_spurious_clouds": 34, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1366, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1034, "ridge3d_v1_f1_diagnostic": 0.6315972703363323, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.733720703125, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.48391482713075773, "clean_mean_delta_m": 0.002419574135653789, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0014100010903929", "city": "Groningen", "case": "clean", "delta_m": 0.48391482713075773, "raw_loss_m": 0.801316314230614, "model_loss_m": 1.2852311413613717, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5759424227377151, "paired_building_bootstrap95_delta_m": [ -0.603638918603088, -0.548814431064066 ], "paired_median_building_delta_m": -0.5722159460297918, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1606816982238584 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1573591200413562 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1387273665215933 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1174300355198301 }, { "id": "NL.IMBAG.Pand.0935100000001883", "delta_m": -1.030542129557416 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.02327186304174103 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04018319467976611 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.1145806280197963 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.11586447842148716 }, { "id": "NL.IMBAG.Pand.0935100000001526", "delta_m": -0.15252582204490872 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_10000_s20261101.json", "rows_sha256": "4bb24a18e2f8fceed9d78e458a6994ceabd4e11fa507ddb706698ff4caa24928", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.11241794501235366, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.11096924683827596, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9579712668345417, "mean_strict_plane_XY_intersection_precision": 0.9581022994328824, "ridge3d_confirmed_f1": 0.8694674773695623, "ridge3d_confirmed_recall": 0.8823115507851773, "ridge3d_confirmed_precision": 0.8832040573403022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.8465867542808895, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.846584193832228, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.998505859375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336532934204854, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327867322469164, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99984375 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2647620344769239, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2632260421195652, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8607903652080013, "mean_strict_plane_XY_intersection_precision": 0.8608971866648679, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99919921875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24471894505179748, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24543817447037, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.900635888418569, "mean_strict_plane_XY_intersection_precision": 0.9007295939690718, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.997275390625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.18532880056115442, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.18437771237167289, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9255279701081635, "mean_strict_plane_XY_intersection_precision": 0.9256393147227219, "ridge3d_confirmed_f1": 0.8578320126976327, "ridge3d_confirmed_recall": 0.8691082227771448, "ridge3d_confirmed_precision": 0.865839609279976, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8426491452162586, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8429776717862726, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.71873046875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3853483139313946, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3845105010322664, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8422896852773326, "mean_strict_plane_XY_intersection_precision": 0.8423930453966009, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503388671875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3951952607483101, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.3959444977684917, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8490014379722223, "mean_strict_plane_XY_intersection_precision": 0.8491175915131821, "ridge3d_confirmed_f1": 0.6614047456652572, "ridge3d_confirmed_recall": 0.631941404707929, "ridge3d_confirmed_precision": 0.7673946155457454, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6496984669809164, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6496973803340862, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.506318359375 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21880789647107476, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.21769644352992007, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9117868432665713, "mean_strict_plane_XY_intersection_precision": 0.911897421081894, "ridge3d_confirmed_f1": 0.8554573510436309, "ridge3d_confirmed_recall": 0.861603168149665, "ridge3d_confirmed_precision": 0.871905149197096, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8185841893607158, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8185808632714144, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.579716796875 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3154080988444077, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.3129847213332696, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8766801408324628, "mean_strict_plane_XY_intersection_precision": 0.8767900873458504, "ridge3d_confirmed_f1": 0.8310642257579591, "ridge3d_confirmed_recall": 0.8253600937027762, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8236440094565488, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8239648852363389, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.496201171875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2666701403962316, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.26575878784636137, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8928601778627878, "mean_strict_plane_XY_intersection_precision": 0.892981202520445, "ridge3d_confirmed_f1": 0.8153515456187671, "ridge3d_confirmed_recall": 0.8152116411153794, "ridge3d_confirmed_precision": 0.8402722115853769, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7802070824455444, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7802063593123405, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50154296875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8439225383441618, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8498677215755203, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7220999544101112, "mean_strict_plane_XY_intersection_precision": 0.722190193417773, "ridge3d_confirmed_f1": 0.24335054811174384, "ridge3d_confirmed_recall": 0.21307571333224487, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.2411777753607461, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24118207120863616, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50392578125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.01719051390903391, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01719051390903391, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7341634114583333 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5055383755754596, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.4004030104061663, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8402965353687986, "mean_strict_plane_XY_intersection_precision": 0.8403992266296727, "ridge3d_confirmed_f1": 0.7315303330352841, "ridge3d_confirmed_recall": 0.7247841492770669, "ridge3d_confirmed_precision": 0.7690250058640334, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 213, "ridge3d_conditional_f1_diagnostic": 0.6997246663815762, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1085, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 655, "ridge3d_v1_f1_diagnostic": 0.699895049197804, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7348868534482759 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1920664755014594, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598955067920586, "mean_any_roof_coverage": 0.9598955067920586, "conditional_any_roof_mae_m": 0.8330495498909231, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.638011005963885, "mean_strict_plane_XY_intersection_precision": 0.6381305551026893, "ridge3d_confirmed_f1": 0.3858679394821916, "ridge3d_confirmed_recall": 0.3689483840280978, "ridge3d_confirmed_precision": 0.47165499542169187, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.3697901086704336, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.3697891180340253, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.72642578125 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6393444168634533, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980666930989795, "mean_any_roof_coverage": 0.980666930989795, "conditional_any_roof_mae_m": 0.45866358000285856, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8079257150930202, "mean_strict_plane_XY_intersection_precision": 0.8080376583055514, "ridge3d_confirmed_f1": 0.5815345021764233, "ridge3d_confirmed_recall": 0.5741132467063744, "ridge3d_confirmed_precision": 0.6373624639284304, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 214, "ridge3d_conditional_f1_diagnostic": 0.5639122445347136, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5641493876228825, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7326448567708334 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3968600007690382, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3353403267315237, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8691306917967886, "mean_strict_plane_XY_intersection_precision": 0.8692292041755245, "ridge3d_confirmed_f1": 0.7666260377851987, "ridge3d_confirmed_recall": 0.7558206421238338, "ridge3d_confirmed_precision": 0.8027886748790277, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.7206284755180867, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 586, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 614, "ridge3d_v1_f1_diagnostic": 0.7206284755180867, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7347965494791666 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_10000_s20261101.json", "paired_rows_sha256": "f044337fa1d9b55ba39e1753281e8040c05f5ac70c6a8d20f87eeb45dc45d110" }, "graph_10000_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5116544439354288, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869001321615641, "mean_any_roof_coverage": 0.9869001321615641, "conditional_any_roof_mae_m": 0.39013078107421495, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8394467148658872, "mean_strict_plane_XY_intersection_precision": 0.8395518712875771, "ridge3d_confirmed_f1": 0.66122065836584, "ridge3d_confirmed_recall": 0.6513765365771557, "ridge3d_confirmed_precision": 0.7101683836501733, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 322, "ridge3d_conditional_f1_diagnostic": 0.6273119066547712, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1368, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 1032, "ridge3d_v1_f1_diagnostic": 0.6274455263218933, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.7328946940104166, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.012662368396165302, "clean_mean_delta_m": -0.0005456807664093407, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.582390187618532, "paired_building_bootstrap95_delta_m": [ -0.6102131709179955, -0.5547932982387663 ], "paired_median_building_delta_m": -0.5731810598469252, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1534373004907497 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1489280041966 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1389864067311135 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1079188080569966 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0312214408522997 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.04143108485572477 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.03259998877953083 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11860958949251876 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.12002836097133 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.16340554098726237 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_10000_s20261102.json", "rows_sha256": "611262adc42534114665359347eefc5d83ba1f1a5dce3c6aa01de2ace9c2faf4", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10945269011029053, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10797942665265242, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9579773639465379, "mean_strict_plane_XY_intersection_precision": 0.9581019736717374, "ridge3d_confirmed_f1": 0.8653542991972407, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8765695158220397, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8425818176394184, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8425792571907568, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.998427734375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24384814546432593, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2445519432331141, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9008915556929753, "mean_strict_plane_XY_intersection_precision": 0.9009852482242358, "ridge3d_confirmed_f1": 0.7098092616602277, "ridge3d_confirmed_recall": 0.6790576945646805, "ridge3d_confirmed_precision": 0.8205736761420209, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.691130070563906, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6911291446608947, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.997626953125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17431461837212653, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17336327227239845, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9307545567776428, "mean_strict_plane_XY_intersection_precision": 0.9308725508408675, "ridge3d_confirmed_f1": 0.8613418132374042, "ridge3d_confirmed_recall": 0.8688432350679551, "ridge3d_confirmed_precision": 0.8707241175715766, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.8386749234153673, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8389988543062069, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7178125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3862928522937869, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38545666983558363, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.843919639948932, "mean_strict_plane_XY_intersection_precision": 0.8440231700792825, "ridge3d_confirmed_f1": 0.5919541447726286, "ridge3d_confirmed_recall": 0.5658237709797868, "ridge3d_confirmed_precision": 0.6869887419218048, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5664388799117395, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5664360231059218, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5035546875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3620894966608692, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.3607162221223485, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8539922184578742, "mean_strict_plane_XY_intersection_precision": 0.854109235582974, "ridge3d_confirmed_f1": 0.6689168774320174, "ridge3d_confirmed_recall": 0.6342366538952118, "ridge3d_confirmed_precision": 0.7851322972181374, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.6570776406633092, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6570765540164788, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.502841796875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21736322514714673, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.21630692902459908, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9107118041661153, "mean_strict_plane_XY_intersection_precision": 0.9108225980736591, "ridge3d_confirmed_f1": 0.8562840619948123, "ridge3d_confirmed_recall": 0.856255726675767, "ridge3d_confirmed_precision": 0.8818396818809414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8193752662191737, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8193718925575609, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.572802734375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30664039621637634, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.3042169989083908, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.879027854643748, "mean_strict_plane_XY_intersection_precision": 0.8791376977764788, "ridge3d_confirmed_f1": 0.8323512270449605, "ridge3d_confirmed_recall": 0.8276123459550284, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8249195196606305, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8252403954404207, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495654296875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2713210724566995, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.270409718988455, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8871576853629779, "mean_strict_plane_XY_intersection_precision": 0.8872761815787793, "ridge3d_confirmed_f1": 0.8081258432649453, "ridge3d_confirmed_recall": 0.8107157593605052, "ridge3d_confirmed_precision": 0.829465185108653, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7666834923282813, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.7666826521795791, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5022265625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8256788216423891, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.830859339203404, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7249465178295473, "mean_strict_plane_XY_intersection_precision": 0.7250370507074336, "ridge3d_confirmed_f1": 0.2554440923933979, "ridge3d_confirmed_recall": 0.2241283256892995, "ridge3d_confirmed_precision": 0.3813804480940746, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 63, "ridge3d_conditional_f1_diagnostic": 0.25316334156845677, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.2531676374163468, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5037890625 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.01713861044654121, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01713861044654121, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73349609375 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.4982740970688763, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.3929252216570613, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8416251109836121, "mean_strict_plane_XY_intersection_precision": 0.8417285574841127, "ridge3d_confirmed_f1": 0.7317499038377927, "ridge3d_confirmed_recall": 0.7243382838817266, "ridge3d_confirmed_precision": 0.7707307327625085, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.6924085111583416, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 654, "ridge3d_v1_f1_diagnostic": 0.6925768830945925, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.733984375 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1826794559480986, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598955067920586, "mean_any_roof_coverage": 0.9598955067920586, "conditional_any_roof_mae_m": 0.8215136304469145, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6376533587658275, "mean_strict_plane_XY_intersection_precision": 0.637767956523252, "ridge3d_confirmed_f1": 0.39136963221228166, "ridge3d_confirmed_recall": 0.3722185468901013, "ridge3d_confirmed_precision": 0.4784515696551524, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.3750625642034366, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 282, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.3750615188276831, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7258528645833333 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6350991983549147, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980666930989795, "mean_any_roof_coverage": 0.980666930989795, "conditional_any_roof_mae_m": 0.4540871519498099, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8073670603798407, "mean_strict_plane_XY_intersection_precision": 0.8074778534270366, "ridge3d_confirmed_f1": 0.5821303360722581, "ridge3d_confirmed_recall": 0.573046834345021, "ridge3d_confirmed_precision": 0.6402835801774862, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 213, "ridge3d_conditional_f1_diagnostic": 0.5644900228579475, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5647268940860272, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7313346354166667 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.38820968951594287, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3261744101986199, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8715263693519336, "mean_strict_plane_XY_intersection_precision": 0.8716258891481178, "ridge3d_confirmed_f1": 0.768918118510292, "ridge3d_confirmed_recall": 0.7580382587655947, "ridge3d_confirmed_precision": 0.8053306692300031, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.70861081509772, "ridge3d_teacher_empty_spurious_clouds": 24, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 588, "ridge3d_confirmed_defined_buildings": 51, "ridge3d_both_no_edges_clouds": 612, "ridge3d_v1_f1_diagnostic": 0.70861081509772, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7344547526041667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_10000_s20261102.json", "paired_rows_sha256": "b418477bcc7205329cb8f68bf154ccdd3103b7c08dbaea23c37a63a412de4bae" }, "global_3500_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5577044871398497, "native_lod2_success": 0.98625, "native_lod2_success_count": 2367, "native_failure_or_fallback_count": 33, "mean_strict_native_coverage": 0.9856922105541861, "mean_any_roof_coverage": 0.9856922105541861, "conditional_any_roof_mae_m": 0.4280010089788261, "conditional_any_roof_mae_defined_clouds": 2367, "mean_strict_plane_XY_intersection_recall": 0.8294767300308792, "mean_strict_plane_XY_intersection_precision": 0.8298779365575831, "ridge3d_confirmed_f1": 0.6496828285309381, "ridge3d_confirmed_recall": 0.6375097881592421, "ridge3d_confirmed_precision": 0.7038807679194959, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 328, "ridge3d_conditional_f1_diagnostic": 0.6060066719910431, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1368, "ridge3d_confirmed_defined_buildings": 119, "ridge3d_both_no_edges_clouds": 1032, "ridge3d_v1_f1_diagnostic": 0.6061121699204814, "all_edges_two_incidences_fraction_diagnostic": 0.9845833333333334, "mean_retained_fraction": 0.7650065104166667, "clean_individual_harmed_over_2cm": 2, "clean_max_harm_m": 1.6660979236803495, "clean_mean_delta_m": 0.007902199733314939, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0014100010904345", "city": "Groningen", "case": "clean", "delta_m": 1.6660979236803495, "raw_loss_m": 0.6418734406084743, "model_loss_m": 2.3079713642888238, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0935100000001520", "city": "Maastricht", "case": "clean", "delta_m": 0.07059658480339462, "raw_loss_m": 0.1238638351897059, "model_loss_m": 0.19446041999310051, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" } ], "new_failures_vs_raw_count": 2, "new_failures_vs_raw": [ { "id": "NL.IMBAG.Pand.0014100010904170", "city": "Groningen", "case": "very_sparse", "delta_m": 7.075906164012147, "raw_loss_m": 2.924093835987853, "model_loss_m": 10.0, "raw_native_success": true, "model_native_success": false, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0014100010904345", "city": "Groningen", "case": "very_sparse", "delta_m": 7.017204198077661, "raw_loss_m": 2.9827958019223386, "model_loss_m": 10.0, "raw_native_success": true, "model_native_success": false, "complexity_stratum": "2-4" } ], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": false, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5363401444141113, "paired_building_bootstrap95_delta_m": [ -0.5672379428619457, -0.5049804969224222 ], "paired_median_building_delta_m": -0.5443574934350115, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1380038122835914 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.0997244873077674 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.0996435110310676 }, { "id": "NL.IMBAG.Pand.0935100000001883", "delta_m": -1.0304914515933203 }, { "id": "NL.IMBAG.Pand.0014100010904249", "delta_m": -1.0044275365023514 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0014100010904345", "delta_m": 0.592120044585038 }, { "id": "NL.IMBAG.Pand.0014100010904170", "delta_m": 0.3259822445401293 }, { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.03586454199832978 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.06111562917202904 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.07802848197321854 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/global_3500_s20261031.json", "rows_sha256": "1f1a10c9fcb8df55d48f55c38e9b8d79de3873930d7afc4fc4348693ec5d019c", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.1179005706100148, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.11642730715237672, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9567220657310497, "mean_strict_plane_XY_intersection_precision": 0.9568448983535873, "ridge3d_confirmed_f1": 0.874509446912105, "ridge3d_confirmed_recall": 0.8883589508232705, "ridge3d_confirmed_precision": 0.8862070603433052, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8514960404144178, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8514934799657563, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.9967578125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5335922924773396, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327322822861663, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9991796875 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.5214587903471024, "native_lod2_success": 0.835, "native_lod2_success_count": 167, "native_failure_or_fallback_count": 33, "mean_strict_native_coverage": 0.8348298604792235, "mean_any_roof_coverage": 0.8348298604792235, "conditional_any_roof_mae_m": 1.0422956181578604, "conditional_any_roof_mae_defined_clouds": 167, "mean_strict_plane_XY_intersection_recall": 0.5313995971128803, "mean_strict_plane_XY_intersection_precision": 0.5314670550334222, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.835, "mean_retained_fraction": 0.9990625 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.27839961627531457, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2768743984013507, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8562865395291139, "mean_strict_plane_XY_intersection_precision": 0.8563926515695114, "ridge3d_confirmed_f1": 0.8058793440946882, "ridge3d_confirmed_recall": 0.8011935146004688, "ridge3d_confirmed_precision": 0.8324472660774659, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.7846719929343017, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7856875288845626, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.992275390625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24688432930795462, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2476039219840895, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8997484268103583, "mean_strict_plane_XY_intersection_precision": 0.8998426310831326, "ridge3d_confirmed_f1": 0.7013556327282321, "ridge3d_confirmed_recall": 0.6722322184053074, "ridge3d_confirmed_precision": 0.8086825450741495, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 16, "ridge3d_conditional_f1_diagnostic": 0.6828989055511733, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6828979796481621, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9960546875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24736925255318437, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9952211648270496, "mean_any_roof_coverage": 0.9952211648270496, "conditional_any_roof_mae_m": 0.20188751644982816, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9191931803821413, "mean_strict_plane_XY_intersection_precision": 0.9228896038361892, "ridge3d_confirmed_f1": 0.8618460349990809, "ridge3d_confirmed_recall": 0.8607235378253439, "ridge3d_confirmed_precision": 0.879125876174785, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8465921228752034, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8465912740084836, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.793251953125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.4193858861400277, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.4185463810377994, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8363444943819692, "mean_strict_plane_XY_intersection_precision": 0.8364493160074133, "ridge3d_confirmed_f1": 0.588051497716996, "ridge3d_confirmed_recall": 0.5596318695656143, "ridge3d_confirmed_precision": 0.6894742950431131, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5627044504016083, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5627015942414293, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5175390625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.47224686082268064, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.47087358638260524, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8196357749189173, "mean_strict_plane_XY_intersection_precision": 0.8197451732738057, "ridge3d_confirmed_f1": 0.6496658471549341, "ridge3d_confirmed_recall": 0.6124257203550776, "ridge3d_confirmed_precision": 0.7864713222952032, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 17, "ridge3d_conditional_f1_diagnostic": 0.6381673365858203, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6381662499389898, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.55001953125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2772240405329534, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.27631407315909384, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8872547181382663, "mean_strict_plane_XY_intersection_precision": 0.8873599833448198, "ridge3d_confirmed_f1": 0.7881673695236294, "ridge3d_confirmed_recall": 0.7764922618450677, "ridge3d_confirmed_precision": 0.8361612461537673, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7607528523228075, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.7607504711641401, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.726806640625 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2893543166669149, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.28805941280949915, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8808681793228714, "mean_strict_plane_XY_intersection_precision": 0.8809682414580848, "ridge3d_confirmed_f1": 0.8328261787920557, "ridge3d_confirmed_recall": 0.8307133001562388, "ridge3d_confirmed_precision": 0.8563368939916335, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8253902307671266, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8257111065469169, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.512431640625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3310595956020197, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.33956818810251976, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8708140196368003, "mean_strict_plane_XY_intersection_precision": 0.8709280817535291, "ridge3d_confirmed_f1": 0.7775203243027593, "ridge3d_confirmed_recall": 0.7731547340537066, "ridge3d_confirmed_precision": 0.8122224394993143, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.7440065172207437, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7440052861026486, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.537646484375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.957578294342689, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.9629859842691093, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.708064283099859, "mean_strict_plane_XY_intersection_precision": 0.7081572077743084, "ridge3d_confirmed_f1": 0.23561955179243468, "ridge3d_confirmed_recall": 0.2049653834577287, "ridge3d_confirmed_precision": 0.35727555763417096, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.22742408912139347, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.22742827290368636, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.559052734375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.04344701207590925, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.04350567066220046, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.98741334027575, "mean_strict_plane_XY_intersection_precision": 0.9875183625252116, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7541937934027778 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5460270469676439, "native_lod2_success": 0.9885057471264368, "native_lod2_success_count": 1720, "native_failure_or_fallback_count": 20, "mean_strict_native_coverage": 0.9877413367929319, "mean_any_roof_coverage": 0.9877413367929319, "conditional_any_roof_mae_m": 0.431265173304135, "conditional_any_roof_mae_defined_clouds": 1720, "mean_strict_plane_XY_intersection_recall": 0.8327600630564875, "mean_strict_plane_XY_intersection_precision": 0.8332738965853159, "ridge3d_confirmed_f1": 0.723361434198674, "ridge3d_confirmed_recall": 0.7146332843462433, "ridge3d_confirmed_precision": 0.7655317354688926, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 215, "ridge3d_conditional_f1_diagnostic": 0.6700611179945613, "ridge3d_teacher_empty_spurious_clouds": 32, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1088, "ridge3d_confirmed_defined_buildings": 95, "ridge3d_both_no_edges_clouds": 652, "ridge3d_v1_f1_diagnostic": 0.6701935450759501, "all_edges_two_incidences_fraction_diagnostic": 0.9867816091954023, "mean_retained_fraction": 0.7676937410201149 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.242542610215371, "native_lod2_success": 0.9566666666666667, "native_lod2_success_count": 287, "native_failure_or_fallback_count": 13, "mean_strict_native_coverage": 0.9566379310344827, "mean_any_roof_coverage": 0.9566379310344827, "conditional_any_roof_mae_m": 0.8704632618719854, "conditional_any_roof_mae_defined_clouds": 287, "mean_strict_plane_XY_intersection_recall": 0.620909466188506, "mean_strict_plane_XY_intersection_precision": 0.6210128572355782, "ridge3d_confirmed_f1": 0.3677820764109053, "ridge3d_confirmed_recall": 0.3424285853568029, "ridge3d_confirmed_precision": 0.4679988051218049, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.3524578232271176, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 280, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.35245672659675154, "all_edges_two_incidences_fraction_diagnostic": 0.9533333333333334, "mean_retained_fraction": 0.7623958333333334 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6897803293200131, "native_lod2_success": 0.9791666666666666, "native_lod2_success_count": 1175, "native_failure_or_fallback_count": 25, "mean_strict_native_coverage": 0.9782510877750389, "mean_any_roof_coverage": 0.9782510877750389, "conditional_any_roof_mae_m": 0.49216327749837946, "conditional_any_roof_mae_defined_clouds": 1175, "mean_strict_plane_XY_intersection_recall": 0.7967166055684067, "mean_strict_plane_XY_intersection_precision": 0.7974223485057774, "ridge3d_confirmed_f1": 0.5712753865879936, "ridge3d_confirmed_recall": 0.559127212984588, "ridge3d_confirmed_precision": 0.6366902865899947, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 215, "ridge3d_conditional_f1_diagnostic": 0.5539640112368421, "ridge3d_teacher_empty_spurious_clouds": 11, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 779, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 421, "ridge3d_v1_f1_diagnostic": 0.5541542272005261, "all_edges_two_incidences_fraction_diagnostic": 0.9758333333333333, "mean_retained_fraction": 0.7626139322916666 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.4256286449596863, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3638387404592728, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8622368544933515, "mean_strict_plane_XY_intersection_precision": 0.8623335246093888, "ridge3d_confirmed_f1": 0.7564504090489905, "ridge3d_confirmed_recall": 0.7442435075460055, "ridge3d_confirmed_precision": 0.7953741893043493, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.6708145136849539, "ridge3d_teacher_empty_spurious_clouds": 25, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 589, "ridge3d_confirmed_defined_buildings": 53, "ridge3d_both_no_edges_clouds": 611, "ridge3d_v1_f1_diagnostic": 0.6708145136849539, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7673990885416667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/global_3500_s20261031.json", "paired_rows_sha256": "3e2de288a847d11b97d1e96619bb9ed180d065550dc9b3a193a216c8a7606355" }, "global_3500_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5535683552778662, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9865255438875193, "mean_any_roof_coverage": 0.9865255438875193, "conditional_any_roof_mae_m": 0.43029887360595476, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8290654206551893, "mean_strict_plane_XY_intersection_precision": 0.8294669951156638, "ridge3d_confirmed_f1": 0.6476604561210811, "ridge3d_confirmed_recall": 0.6366414876806874, "ridge3d_confirmed_precision": 0.6986049181058536, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 331, "ridge3d_conditional_f1_diagnostic": 0.5844740701580489, "ridge3d_teacher_empty_spurious_clouds": 40, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1372, "ridge3d_confirmed_defined_buildings": 123, "ridge3d_both_no_edges_clouds": 1028, "ridge3d_v1_f1_diagnostic": 0.584576076139507, "all_edges_two_incidences_fraction_diagnostic": 0.9854166666666667, "mean_retained_fraction": 0.7707674153645834, "clean_individual_harmed_over_2cm": 2, "clean_max_harm_m": 1.2565228578811827, "clean_mean_delta_m": 0.005572000514068748, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0014100010903987", "city": "Groningen", "case": "clean", "delta_m": 0.023333830584715942, "raw_loss_m": 0.39071517946292966, "model_loss_m": 0.4140490100476456, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0014100010904345", "city": "Groningen", "case": "clean", "delta_m": 1.2565228578811827, "raw_loss_m": 0.6418734406084743, "model_loss_m": 1.898396298489657, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5404762762760947, "paired_building_bootstrap95_delta_m": [ -0.5705952819848485, -0.5116179259529685 ], "paired_median_building_delta_m": -0.5286879190417042, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1124603217777114 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1009818037683559 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0353794431100904 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.0342588409951197 }, { "id": "NL.IMBAG.Pand.0935100000001883", "delta_m": -1.0305295121014564 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0014100010904345", "delta_m": -0.021662957158618507 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04493836660099776 }, { "id": "NL.IMBAG.Pand.0935100000001618", "delta_m": -0.06700234913178447 }, { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.08478530345794037 }, { "id": "NL.IMBAG.Pand.0014100010904103", "delta_m": -0.10808072666327795 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/global_3500_s20261101.json", "rows_sha256": "0de4804219df31b7a02899c5e98dd583ce2a9c9ae76676948ef18f64c15786ab", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.11557037139076863, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.1140971079331305, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9577010025150611, "mean_strict_plane_XY_intersection_precision": 0.9578238573671907, "ridge3d_confirmed_f1": 0.8741480652238416, "ridge3d_confirmed_recall": 0.8886899457290125, "ridge3d_confirmed_precision": 0.8847418481404492, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8511441687705824, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8511416083219208, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.998349609375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5339319034972092, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5330499921021521, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9990625 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 0.99828125 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2619873213462989, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.26045130667870564, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8606264971738176, "mean_strict_plane_XY_intersection_precision": 0.8607335246661125, "ridge3d_confirmed_f1": 0.8050709134988905, "ridge3d_confirmed_recall": 0.8010567220470735, "ridge3d_confirmed_precision": 0.8276096620701953, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.7838848368278669, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.784900372778128, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998017578125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24388001000762294, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24459923942619544, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9013683803903799, "mean_strict_plane_XY_intersection_precision": 0.9014629976449965, "ridge3d_confirmed_f1": 0.7044291234040102, "ridge3d_confirmed_recall": 0.6769709350140563, "ridge3d_confirmed_precision": 0.8085824000403281, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 16, "ridge3d_conditional_f1_diagnostic": 0.6858915148933784, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.685890588990367, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.996083984375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24225390271967, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9952211648270496, "mean_any_roof_coverage": 0.9952211648270496, "conditional_any_roof_mae_m": 0.1967721824194919, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9206867905552013, "mean_strict_plane_XY_intersection_precision": 0.9243919885243193, "ridge3d_confirmed_f1": 0.8494141182803789, "ridge3d_confirmed_recall": 0.8517091231118472, "ridge3d_confirmed_precision": 0.8624788936525705, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.8343802400807262, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8343796951000644, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.7996875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.4116371965269812, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.410797691424753, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8387275474918827, "mean_strict_plane_XY_intersection_precision": 0.8388319152227058, "ridge3d_confirmed_f1": 0.5930716834044377, "ridge3d_confirmed_recall": 0.5634392629640727, "ridge3d_confirmed_precision": 0.6975344510686082, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 30, "ridge3d_conditional_f1_diagnostic": 0.5724431031121096, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.5724402214645021, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.524033203125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.4735834310067015, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.4722160682079647, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8160904918014379, "mean_strict_plane_XY_intersection_precision": 0.8162032735315248, "ridge3d_confirmed_f1": 0.632083063062333, "ridge3d_confirmed_recall": 0.5975018616673842, "ridge3d_confirmed_precision": 0.7521235218522506, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.6208957522116721, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.620894665564842, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.55541015625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.279435218852631, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2785158583629622, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8864648918895743, "mean_strict_plane_XY_intersection_precision": 0.8865666622656996, "ridge3d_confirmed_f1": 0.8020814509253443, "ridge3d_confirmed_recall": 0.7997270271759374, "ridge3d_confirmed_precision": 0.8238183163559781, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7741829656757673, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.7741794658774827, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.753759765625 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.294637634877006, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.29334273101959, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8784715674280446, "mean_strict_plane_XY_intersection_precision": 0.8785721652457041, "ridge3d_confirmed_f1": 0.8264368503205701, "ridge3d_confirmed_recall": 0.8229668814810878, "ridge3d_confirmed_precision": 0.8564423311317028, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8190579498712793, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8193788256510697, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.517841796875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3428375111565641, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3515330762213398, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8621918810838344, "mean_strict_plane_XY_intersection_precision": 0.862303867410086, "ridge3d_confirmed_f1": 0.7618644794011885, "ridge3d_confirmed_recall": 0.7583776358353598, "ridge3d_confirmed_precision": 0.7922382879728973, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.7047246434460992, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 120, "ridge3d_confirmed_defined_buildings": 120, "ridge3d_both_no_edges_clouds": 80, "ridge3d_v1_f1_diagnostic": 0.704723488071275, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.544814453125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.9920725234162872, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 1.001917664748294, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7037612863849482, "mean_strict_plane_XY_intersection_precision": 0.7038504506884604, "ridge3d_confirmed_f1": 0.24257301157763578, "ridge3d_confirmed_recall": 0.20903249031933546, "ridge3d_confirmed_precision": 0.3755245922382189, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 63, "ridge3d_conditional_f1_diagnostic": 0.23211727831997903, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.23212142603518318, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5638671875 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.053209192583630105, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.053270734019217524, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9840147501932209, "mean_strict_plane_XY_intersection_precision": 0.9841187613461776, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7585069444444444 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5397221365449818, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9883160494366101, "mean_any_roof_coverage": 0.9883160494366101, "conditional_any_roof_mae_m": 0.4303917959523336, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8331470422451001, "mean_strict_plane_XY_intersection_precision": 0.8336612109988495, "ridge3d_confirmed_f1": 0.7217132777582786, "ridge3d_confirmed_recall": 0.7129020234988176, "ridge3d_confirmed_precision": 0.7635579655116035, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 215, "ridge3d_conditional_f1_diagnostic": 0.6415229135629144, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1092, "ridge3d_confirmed_defined_buildings": 99, "ridge3d_both_no_edges_clouds": 648, "ridge3d_v1_f1_diagnostic": 0.641649914387438, "all_edges_two_incidences_fraction_diagnostic": 0.9867816091954023, "mean_retained_fraction": 0.7717919360632184 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.234307419161678, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599712643678161, "mean_any_roof_coverage": 0.9599712643678161, "conditional_any_roof_mae_m": 0.882193691501042, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6194528199880687, "mean_strict_plane_XY_intersection_precision": 0.6195584235165694, "ridge3d_confirmed_f1": 0.36432792116136864, "ridge3d_confirmed_recall": 0.34486204628958034, "ridge3d_confirmed_precision": 0.4500889106403765, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 116, "ridge3d_conditional_f1_diagnostic": 0.3491475911129783, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 280, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.34914649336679177, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7795377604166667 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6822791774544735, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.9799177544417055, "mean_any_roof_coverage": 0.9799177544417055, "conditional_any_roof_mae_m": 0.49740926156037785, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.7953656916300169, "mean_strict_plane_XY_intersection_precision": 0.7960714310910145, "ridge3d_confirmed_f1": 0.5662336716041305, "ridge3d_confirmed_recall": 0.5561850288450675, "ridge3d_confirmed_precision": 0.6251396769104507, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 221, "ridge3d_conditional_f1_diagnostic": 0.5490750754949144, "ridge3d_teacher_empty_spurious_clouds": 11, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 779, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 421, "ridge3d_v1_f1_diagnostic": 0.5492651775512684, "all_edges_two_incidences_fraction_diagnostic": 0.9783333333333334, "mean_retained_fraction": 0.7681510416666667 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.4248575331012585, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.36318848565153156, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8627651496803617, "mean_strict_plane_XY_intersection_precision": 0.8628625591403128, "ridge3d_confirmed_f1": 0.7585394818462903, "ridge3d_confirmed_recall": 0.7461992188611061, "ridge3d_confirmed_precision": 0.7986426933506582, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.6254623797679938, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 593, "ridge3d_confirmed_defined_buildings": 57, "ridge3d_both_no_edges_clouds": 607, "ridge3d_v1_f1_diagnostic": 0.6254623797679938, "all_edges_two_incidences_fraction_diagnostic": 0.9925, "mean_retained_fraction": 0.7733837890625 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/global_3500_s20261101.json", "paired_rows_sha256": "3e839673d3e4a553fe77e94e482456399a80d3f685d034324492a1a45ae87e8a" }, "global_3500_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5494709149854755, "native_lod2_success": 0.9866666666666667, "native_lod2_success_count": 2368, "native_failure_or_fallback_count": 32, "mean_strict_native_coverage": 0.9861088772208526, "mean_any_roof_coverage": 0.9861088772208526, "conditional_any_roof_mae_m": 0.42325484540101255, "conditional_any_roof_mae_defined_clouds": 2368, "mean_strict_plane_XY_intersection_recall": 0.8299894344078163, "mean_strict_plane_XY_intersection_precision": 0.8303907270628179, "ridge3d_confirmed_f1": 0.6498617969793128, "ridge3d_confirmed_recall": 0.6387980058403471, "ridge3d_confirmed_precision": 0.7021430522309942, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 328, "ridge3d_conditional_f1_diagnostic": 0.5864606460545017, "ridge3d_teacher_empty_spurious_clouds": 42, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1374, "ridge3d_confirmed_defined_buildings": 123, "ridge3d_both_no_edges_clouds": 1026, "ridge3d_v1_f1_diagnostic": 0.5865626829264149, "all_edges_two_incidences_fraction_diagnostic": 0.9841666666666666, "mean_retained_fraction": 0.7644482421875, "clean_individual_harmed_over_2cm": 2, "clean_max_harm_m": 0.32811146519826595, "clean_mean_delta_m": 0.00307483410194461, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0014100010903948", "city": "Groningen", "case": "clean", "delta_m": 0.2868553551906561, "raw_loss_m": 0.006477007555978953, "model_loss_m": 0.29333236274663504, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0014100010904283", "city": "Groningen", "case": "clean", "delta_m": 0.32811146519826595, "raw_loss_m": 0.9464576939105962, "model_loss_m": 1.2745691591088621, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 1, "new_failures_vs_raw": [ { "id": "NL.IMBAG.Pand.0014100010904170", "city": "Groningen", "case": "very_sparse", "delta_m": 7.075906164012147, "raw_loss_m": 2.924093835987853, "model_loss_m": 10.0, "raw_native_success": true, "model_native_success": false, "complexity_stratum": "5+" } ], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": false, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5445737165684854, "paired_building_bootstrap95_delta_m": [ -0.5747658977421288, -0.5154865920875784 ], "paired_median_building_delta_m": -0.5406012091934889, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1125105699214568 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.085767962222606 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.0446439714677942 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0316005521460199 }, { "id": "NL.IMBAG.Pand.0935100000001883", "delta_m": -1.030528660992351 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0014100010904170", "delta_m": 0.22121452859249943 }, { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.03466320884513127 }, { "id": "NL.IMBAG.Pand.0935100000001618", "delta_m": -0.049432941872841474 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.05224555755921035 }, { "id": "NL.IMBAG.Pand.0014100010904345", "delta_m": -0.1117763562201828 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/global_3500_s20261102.json", "rows_sha256": "329f7d4207146bd1b31444ca4f2e476905b969d518b59b2fddd09f80b476a100", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.1130732049786445, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.11194847887559138, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.958197234107459, "mean_strict_plane_XY_intersection_precision": 0.9583220895815886, "ridge3d_confirmed_f1": 0.8682854931752251, "ridge3d_confirmed_recall": 0.8831287222639609, "ridge3d_confirmed_precision": 0.8796091552706781, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8454358749337718, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8454333144851102, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.998193359375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.545387792430423, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5445277822392496, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.784579114492614, "mean_strict_plane_XY_intersection_precision": 0.784679852500194, "ridge3d_confirmed_f1": 0.6717437053453339, "ridge3d_confirmed_recall": 0.6612169578140729, "ridge3d_confirmed_precision": 0.6931557037380371, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 32, "ridge3d_conditional_f1_diagnostic": 0.6483787068985397, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.648377183744246, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9991796875 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.486372769356714, "native_lod2_success": 0.84, "native_lod2_success_count": 168, "native_failure_or_fallback_count": 32, "mean_strict_native_coverage": 0.8398298604792235, "mean_any_roof_coverage": 0.8398298604792235, "conditional_any_roof_mae_m": 1.0538462144897918, "conditional_any_roof_mae_defined_clouds": 168, "mean_strict_plane_XY_intersection_recall": 0.5331759160023481, "mean_strict_plane_XY_intersection_precision": 0.5332434516033825, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.84, "mean_retained_fraction": 0.9984375 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.26406728846698924, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2626465785295449, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8587924315546361, "mean_strict_plane_XY_intersection_precision": 0.8588990576257893, "ridge3d_confirmed_f1": 0.799489528423532, "ridge3d_confirmed_recall": 0.794182839206127, "ridge3d_confirmed_precision": 0.8242237429591277, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7784503303071233, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7794658662573843, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998193359375 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24895001891673918, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24966924833531168, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8996661248798756, "mean_strict_plane_XY_intersection_precision": 0.8997601107755974, "ridge3d_confirmed_f1": 0.7097094627680106, "ridge3d_confirmed_recall": 0.6805061613192036, "ridge3d_confirmed_precision": 0.8170681020310714, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6910328979583261, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.691031972055315, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.995859375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2347759318180518, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9952211648270496, "mean_any_roof_coverage": 0.9952211648270496, "conditional_any_roof_mae_m": 0.1892688293592093, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9219889753217173, "mean_strict_plane_XY_intersection_precision": 0.9256867958131323, "ridge3d_confirmed_f1": 0.8572582474998488, "ridge3d_confirmed_recall": 0.8589708960478329, "ridge3d_confirmed_precision": 0.8700231960227889, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.8420855351547187, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8420849382418084, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.792685546875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.4038611387310651, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.4030216336288368, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8401702117613281, "mean_strict_plane_XY_intersection_precision": 0.8402734989814803, "ridge3d_confirmed_f1": 0.5930121911286594, "ridge3d_confirmed_recall": 0.5637989350979203, "ridge3d_confirmed_precision": 0.6959979155196618, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 30, "ridge3d_conditional_f1_diagnostic": 0.5674513208213896, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5674484640155718, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.519658203125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.46498698396753513, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.46365692873402603, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8167275253401199, "mean_strict_plane_XY_intersection_precision": 0.8168344811143612, "ridge3d_confirmed_f1": 0.6415898953504247, "ridge3d_confirmed_recall": 0.6114768893794303, "ridge3d_confirmed_precision": 0.7502234763272221, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6302343219813906, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6302332353345603, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.546728515625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2815405143291688, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2806041443963922, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.887270999213624, "mean_strict_plane_XY_intersection_precision": 0.8873791032935013, "ridge3d_confirmed_f1": 0.7975984080683788, "ridge3d_confirmed_recall": 0.7929028148563694, "ridge3d_confirmed_precision": 0.8383282093649119, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.7632191663412933, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.763216125609843, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.73162109375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30140316618075813, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3001082748181808, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.877091303403173, "mean_strict_plane_XY_intersection_precision": 0.8771910590206169, "ridge3d_confirmed_f1": 0.826119580289508, "ridge3d_confirmed_recall": 0.8253425606757933, "ridge3d_confirmed_precision": 0.8534393281286999, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8187435126083518, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8190643883881421, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5112109375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3314873479113366, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3401189682781598, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8675551615492292, "mean_strict_plane_XY_intersection_precision": 0.8676671749257302, "ridge3d_confirmed_f1": 0.786334110179117, "ridge3d_confirmed_recall": 0.7784908017106895, "ridge3d_confirmed_precision": 0.828077392576178, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.7334713128561512, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 119, "ridge3d_confirmed_defined_buildings": 119, "ridge3d_both_no_edges_clouds": 81, "ridge3d_v1_f1_diagnostic": 0.7334701621479328, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.53625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.9177448227382812, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.9227666602476419, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7146582152676717, "mean_strict_plane_XY_intersection_precision": 0.7147520495184403, "ridge3d_confirmed_f1": 0.2472009415237149, "ridge3d_confirmed_recall": 0.21555849171276625, "ridge3d_confirmed_precision": 0.3755704048335553, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.2345239701635244, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.23452808242817125, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.545361328125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.04897417278483336, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.04903615201066132, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9850975486877155, "mean_strict_plane_XY_intersection_precision": 0.9852019283790906, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 0.9972222222222222, "mean_retained_fraction": 0.75341796875 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5312718133016168, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9883160494366101, "mean_any_roof_coverage": 0.9883160494366101, "conditional_any_roof_mae_m": 0.4211613512248225, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.834659438234331, "mean_strict_plane_XY_intersection_precision": 0.8351739938097362, "ridge3d_confirmed_f1": 0.7238824885738491, "ridge3d_confirmed_recall": 0.7163740421841369, "ridge3d_confirmed_precision": 0.7650007718050663, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 214, "ridge3d_conditional_f1_diagnostic": 0.6434511009545326, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1092, "ridge3d_confirmed_defined_buildings": 99, "ridge3d_both_no_edges_clouds": 648, "ridge3d_v1_f1_diagnostic": 0.6435781284842753, "all_edges_two_incidences_fraction_diagnostic": 0.9862068965517241, "mean_retained_fraction": 0.7655396910919541 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.2556217953926272, "native_lod2_success": 0.9566666666666667, "native_lod2_success_count": 287, "native_failure_or_fallback_count": 13, "mean_strict_native_coverage": 0.9566379310344827, "mean_any_roof_coverage": 0.9566379310344827, "conditional_any_roof_mae_m": 0.8844595436913372, "conditional_any_roof_mae_defined_clouds": 287, "mean_strict_plane_XY_intersection_recall": 0.6167736750781525, "mean_strict_plane_XY_intersection_precision": 0.616874338351164, "ridge3d_confirmed_f1": 0.36665219435673885, "ridge3d_confirmed_recall": 0.34198534504671685, "ridge3d_confirmed_precision": 0.46164395125193675, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 114, "ridge3d_conditional_f1_diagnostic": 0.3513750195918747, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 282, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.3513739700002403, "all_edges_two_incidences_fraction_diagnostic": 0.9566666666666667, "mean_retained_fraction": 0.7713541666666667 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6749364707535199, "native_lod2_success": 0.98, "native_lod2_success_count": 1176, "native_failure_or_fallback_count": 24, "mean_strict_native_coverage": 0.9790844211083721, "mean_any_roof_coverage": 0.9790844211083721, "conditional_any_roof_mae_m": 0.48412032487107093, "conditional_any_roof_mae_defined_clouds": 1176, "mean_strict_plane_XY_intersection_recall": 0.7981239309806151, "mean_strict_plane_XY_intersection_precision": 0.7988301553662599, "ridge3d_confirmed_f1": 0.5698865720848982, "ridge3d_confirmed_recall": 0.559842680396585, "ridge3d_confirmed_precision": 0.63097236815714, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 217, "ridge3d_conditional_f1_diagnostic": 0.5526172820217196, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5528074416466484, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7611653645833333 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.42400535921743115, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3623893659309544, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8618549378350177, "mean_strict_plane_XY_intersection_precision": 0.8619512987593759, "ridge3d_confirmed_f1": 0.7587642308780901, "ridge3d_confirmed_recall": 0.7463116404871726, "ridge3d_confirmed_precision": 0.7990563241613495, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.6256476991450918, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 594, "ridge3d_confirmed_defined_buildings": 57, "ridge3d_both_no_edges_clouds": 606, "ridge3d_v1_f1_diagnostic": 0.6256476991450918, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7677311197916666 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/global_3500_s20261102.json", "paired_rows_sha256": "e58adbeca0b14cc9a4955deff8dc81e1438c467321dc664c2b99f97adcb7c943" }, "graph_3500_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5141727665313772, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869001321615641, "mean_any_roof_coverage": 0.9869001321615641, "conditional_any_roof_mae_m": 0.39354261818088854, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8387857779422285, "mean_strict_plane_XY_intersection_precision": 0.8388905285649167, "ridge3d_confirmed_f1": 0.6589003365510712, "ridge3d_confirmed_recall": 0.6499065577843008, "ridge3d_confirmed_precision": 0.7071524934614992, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 324, "ridge3d_conditional_f1_diagnostic": 0.6251105757022982, "ridge3d_teacher_empty_spurious_clouds": 37, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1369, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 1031, "ridge3d_v1_f1_diagnostic": 0.6252665082557153, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.7344718424479166, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.6778784432982854, "clean_mean_delta_m": 0.003466183134106204, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0014100010904283", "city": "Groningen", "case": "clean", "delta_m": 0.6778784432982854, "raw_loss_m": 0.9464576939105962, "model_loss_m": 1.6243361372088816, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5798718650225836, "paired_building_bootstrap95_delta_m": [ -0.6075202383763414, -0.5522864929428263 ], "paired_median_building_delta_m": -0.5734811348258002, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1572554924409137 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1539029758214137 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1385475409053234 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1175272925597481 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.03120768936709 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.021549108694748614 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.031200244019419305 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11848960163029683 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.12384775926859998 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.12386436298239452 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_3500_s20261031.json", "rows_sha256": "c11e8b6cc10ab930352430905a56917d4ddd12d619084d0ff4d28a98c48748c1", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.11346455401080607, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.11190909928942258, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9567233944711853, "mean_strict_plane_XY_intersection_precision": 0.9568481620984847, "ridge3d_confirmed_f1": 0.8701941785578629, "ridge3d_confirmed_recall": 0.8834818595874622, "ridge3d_confirmed_precision": 0.8823969470079979, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8472943317537086, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8472917713050468, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.996572265625 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.26058477496006494, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.25904878260270614, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8598380705886381, "mean_strict_plane_XY_intersection_precision": 0.8599448570831651, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999736328125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24238334682647766, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2431025762450502, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9018191873119153, "mean_strict_plane_XY_intersection_precision": 0.9019136377697867, "ridge3d_confirmed_f1": 0.7117560402176941, "ridge3d_confirmed_recall": 0.6815886973415076, "ridge3d_confirmed_precision": 0.8213706326816671, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6930256181067022, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6930246922036909, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9990234375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.1793432045689588, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17838334507561351, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9290929833442721, "mean_strict_plane_XY_intersection_precision": 0.929200482799963, "ridge3d_confirmed_f1": 0.8613641244545276, "ridge3d_confirmed_recall": 0.8694711310182849, "ridge3d_confirmed_precision": 0.8744180582144737, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8314036331691527, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8317141314947478, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7205859375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38192774943260815, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3810915669744049, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8447527838128803, "mean_strict_plane_XY_intersection_precision": 0.8448567651517529, "ridge3d_confirmed_f1": 0.591280257932673, "ridge3d_confirmed_recall": 0.5648874605610491, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5657940399183338, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5657911831125161, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503603515625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3657872491770846, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.36441241622421944, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8538409943889209, "mean_strict_plane_XY_intersection_precision": 0.8539561904462551, "ridge3d_confirmed_f1": 0.667995150612644, "ridge3d_confirmed_recall": 0.6352625367357463, "ridge3d_confirmed_precision": 0.7783737083675374, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6561722275929512, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.656171140946121, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50552734375 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.21907557168049316, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.21794402766980434, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9085666952702457, "mean_strict_plane_XY_intersection_precision": 0.9086796864815813, "ridge3d_confirmed_f1": 0.8373236117964501, "ridge3d_confirmed_recall": 0.8442362065075321, "ridge3d_confirmed_precision": 0.8540820140350059, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.8012320768052238, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.801509166026217, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.583798828125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3062091135534879, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.303785592082829, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8777339797522538, "mean_strict_plane_XY_intersection_precision": 0.8778425767442934, "ridge3d_confirmed_f1": 0.8243732339055788, "ridge3d_confirmed_recall": 0.8202914680496924, "ridge3d_confirmed_precision": 0.8512603221693249, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.8170127586028505, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8173336343826408, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49650390625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2745085177801281, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2829948436593931, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8874892148812414, "mean_strict_plane_XY_intersection_precision": 0.8876086783476886, "ridge3d_confirmed_f1": 0.8128903237399255, "ridge3d_confirmed_recall": 0.8162510008229151, "ridge3d_confirmed_precision": 0.8340239622051413, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7712036404712114, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.7712029235027521, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.504365234375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8421523335530289, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.848109556397767, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7228773203370974, "mean_strict_plane_XY_intersection_precision": 0.7229720670348654, "ridge3d_confirmed_f1": 0.24456083800305267, "ridge3d_confirmed_recall": 0.21291334786404742, "ridge3d_confirmed_precision": 0.3724172516804022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.2423772590923111, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24238155494020114, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5039453125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.017183605201806236, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.017183605201806236, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7345377604166666 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5011552538065275, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.3959305834499023, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8414028621553096, "mean_strict_plane_XY_intersection_precision": 0.8415049720307659, "ridge3d_confirmed_f1": 0.7295868516705156, "ridge3d_confirmed_recall": 0.7226144243226312, "ridge3d_confirmed_precision": 0.768994129883347, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 212, "ridge3d_conditional_f1_diagnostic": 0.6903617521183375, "ridge3d_teacher_empty_spurious_clouds": 31, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1087, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 653, "ridge3d_v1_f1_diagnostic": 0.6905581827472191, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7357130028735632 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1860613339309902, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598955067920586, "mean_any_roof_coverage": 0.9598955067920586, "conditional_any_roof_mae_m": 0.8313232351955071, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6336549065807124, "mean_strict_plane_XY_intersection_precision": 0.6337740103713805, "ridge3d_confirmed_f1": 0.3884475830505875, "ridge3d_confirmed_recall": 0.3717199379854714, "ridge3d_confirmed_precision": 0.4705410149779081, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 112, "ridge3d_conditional_f1_diagnostic": 0.37226226709014637, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 282, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.3722612696011384, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7271940104166666 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6381002498004515, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980666930989795, "mean_any_roof_coverage": 0.980666930989795, "conditional_any_roof_mae_m": 0.4588267136060675, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8067266057855297, "mean_strict_plane_XY_intersection_precision": 0.8068384605986151, "ridge3d_confirmed_f1": 0.5793530388161758, "ridge3d_confirmed_recall": 0.5717382819051489, "ridge3d_confirmed_precision": 0.6353592681805241, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 215, "ridge3d_conditional_f1_diagnostic": 0.5617968861247765, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 781, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 419, "ridge3d_v1_f1_diagnostic": 0.5620733120149253, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.73302734375 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3902452832623027, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.32825852275570944, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8708449500989275, "mean_strict_plane_XY_intersection_precision": 0.8709425965312181, "ridge3d_confirmed_f1": 0.7672200611262479, "ridge3d_confirmed_recall": 0.756348465364423, "ridge3d_confirmed_precision": 0.8049134810781465, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.7070459386849733, "ridge3d_teacher_empty_spurious_clouds": 24, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 588, "ridge3d_confirmed_defined_buildings": 51, "ridge3d_both_no_edges_clouds": 612, "ridge3d_v1_f1_diagnostic": 0.7070459386849733, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7359163411458334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_3500_s20261031.json", "paired_rows_sha256": "de1168f1cafba08a8c409d1564595a8be405b12c1fffb57851fdb07c66359320" }, "graph_3500_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5173225043994267, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869001321615641, "mean_any_roof_coverage": 0.9869001321615641, "conditional_any_roof_mae_m": 0.3971208687170313, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8391376448464308, "mean_strict_plane_XY_intersection_precision": 0.8392416859113658, "ridge3d_confirmed_f1": 0.6599881774361176, "ridge3d_confirmed_recall": 0.6507882497864859, "ridge3d_confirmed_precision": 0.7073896524743618, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 322, "ridge3d_conditional_f1_diagnostic": 0.626142629875291, "ridge3d_teacher_empty_spurious_clouds": 35, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1367, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 1033, "ridge3d_v1_f1_diagnostic": 0.6262981969223622, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.7330021158854166, "clean_individual_harmed_over_2cm": 2, "clean_max_harm_m": 1.2751577851912232, "clean_mean_delta_m": 0.012118018136731053, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0014100010903929", "city": "Groningen", "case": "clean", "delta_m": 1.2751577851912232, "raw_loss_m": 0.801316314230614, "model_loss_m": 2.076474099421837, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" }, { "id": "NL.IMBAG.Pand.0014100010904283", "city": "Groningen", "case": "clean", "delta_m": 1.2254029782241829, "raw_loss_m": 0.9464576939105962, "model_loss_m": 2.171860672134779, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5767221271545341, "paired_building_bootstrap95_delta_m": [ -0.6044133579578163, -0.5493065097351864 ], "paired_median_building_delta_m": -0.572297388857196, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1535836990479036 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1474701182492424 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1390222028106511 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1127866259738435 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.031306341971457 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": 0.05441593961559928 }, { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.06139506100482564 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.09740707674587268 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.1143019043059688 }, { "id": "NL.IMBAG.Pand.0935100000001526", "delta_m": -0.16239711678763288 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_3500_s20261101.json", "rows_sha256": "0832ef6e16860fef335121c3260b1c737598aefa9147fdd37b81868a5e832aeb", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12211638901343093, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.12144566367520451, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9578037027070533, "mean_strict_plane_XY_intersection_precision": 0.9579285446616482, "ridge3d_confirmed_f1": 0.8671361278104208, "ridge3d_confirmed_recall": 0.8808175955240594, "ridge3d_confirmed_precision": 0.8781148894943943, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.844316756025936, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8443141955772743, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.995341796875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5408797564783108, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5416847094011077, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7874331296217046, "mean_strict_plane_XY_intersection_precision": 0.7875340601930827, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99953125 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2647620344769239, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2632260421195652, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8607903652080013, "mean_strict_plane_XY_intersection_precision": 0.8608971866648679, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9973828125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2431557347108988, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24387496412947132, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9011797831384328, "mean_strict_plane_XY_intersection_precision": 0.901273692760142, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9992578125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17203626461848487, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17107548796826555, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9305695060345391, "mean_strict_plane_XY_intersection_precision": 0.9306776237219866, "ridge3d_confirmed_f1": 0.8679805901597021, "ridge3d_confirmed_recall": 0.8727725595523403, "ridge3d_confirmed_precision": 0.8823122608088593, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.8526181018382915, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.852921176274294, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.71802734375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3829098286747608, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3820714175690103, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8451600113237896, "mean_strict_plane_XY_intersection_precision": 0.8452638919110186, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50353515625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3781531001846477, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.37743510938321195, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8524886096438781, "mean_strict_plane_XY_intersection_precision": 0.8526027060925102, "ridge3d_confirmed_f1": 0.6646549058706088, "ridge3d_confirmed_recall": 0.6315811801104921, "ridge3d_confirmed_precision": 0.7814686441547588, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.6528911022268812, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6528900155800509, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50353515625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.228308298267864, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2273660052629088, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9088460211066446, "mean_strict_plane_XY_intersection_precision": 0.9089543504526202, "ridge3d_confirmed_f1": 0.8433163821507762, "ridge3d_confirmed_recall": 0.851863288939363, "ridge3d_confirmed_precision": 0.8487592500893537, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.806966538092553, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8072519129805001, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5752734375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3096706925891254, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.30724733009344707, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8773945008916313, "mean_strict_plane_XY_intersection_precision": 0.8775046283211446, "ridge3d_confirmed_f1": 0.8315900295229356, "ridge3d_confirmed_recall": 0.8262461504470623, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8241651185450521, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8244859943248424, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495908203125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.27095072713347657, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.27943008610435993, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8902332141357925, "mean_strict_plane_XY_intersection_precision": 0.8903531975927842, "ridge3d_confirmed_f1": 0.8167551865042608, "ridge3d_confirmed_recall": 0.8197247683695142, "ridge3d_confirmed_precision": 0.837742870176302, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7748703051450679, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.774869464996257, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.504296875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8439339881085443, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8498791845416352, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7224476645039368, "mean_strict_plane_XY_intersection_precision": 0.7225375049466125, "ridge3d_confirmed_f1": 0.24347368751218784, "ridge3d_confirmed_recall": 0.21243627944065313, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.24129981530225758, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24130411115014758, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503935546875 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.017079631532262798, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.017079631532262798, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7336968315972222 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5005483124528541, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39529915638872987, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8416576124960145, "mean_strict_plane_XY_intersection_precision": 0.8417598587870171, "ridge3d_confirmed_f1": 0.7311713779747454, "ridge3d_confirmed_recall": 0.7249168629021147, "ridge3d_confirmed_precision": 0.7683779114185229, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.6918610888363184, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 654, "ridge3d_v1_f1_diagnostic": 0.6920570657196883, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7346208243534482 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.2149042651301443, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598955067920586, "mean_any_roof_coverage": 0.9598955067920586, "conditional_any_roof_mae_m": 0.8637362848429021, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6349922898382445, "mean_strict_plane_XY_intersection_precision": 0.635104925956715, "ridge3d_confirmed_f1": 0.387635062331802, "ridge3d_confirmed_recall": 0.3671657300397327, "ridge3d_confirmed_precision": 0.47404327042713773, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.37148360140131026, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.37148258033272424, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7227799479166667 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6404069008414156, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980666930989795, "mean_any_roof_coverage": 0.980666930989795, "conditional_any_roof_mae_m": 0.4616602112120497, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8084049675823579, "mean_strict_plane_XY_intersection_precision": 0.8085158282065733, "ridge3d_confirmed_f1": 0.5816510016778085, "ridge3d_confirmed_recall": 0.5734297260868231, "ridge3d_confirmed_precision": 0.637341868397813, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 212, "ridge3d_conditional_f1_diagnostic": 0.5640252137481778, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5643009916952587, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7309521484375 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3942381079574379, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.33258152622201287, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8698703221105042, "mean_strict_plane_XY_intersection_precision": 0.8699675436161585, "ridge3d_confirmed_f1": 0.7666600763410494, "ridge3d_confirmed_recall": 0.7561275161009205, "ridge3d_confirmed_precision": 0.8027738690892374, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.7065298742750847, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 587, "ridge3d_confirmed_defined_buildings": 51, "ridge3d_both_no_edges_clouds": 613, "ridge3d_v1_f1_diagnostic": 0.7065298742750847, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7350520833333334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_3500_s20261101.json", "paired_rows_sha256": "6a74ba8a6eb1862b55701e64fdd121132377b9029f248682002aeed99020803b" }, "graph_3500_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5168884557910919, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9868870574489205, "mean_any_roof_coverage": 0.9868870574489205, "conditional_any_roof_mae_m": 0.39542300795573454, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.838505607671562, "mean_strict_plane_XY_intersection_precision": 0.8386092188246315, "ridge3d_confirmed_f1": 0.6570125537819875, "ridge3d_confirmed_recall": 0.6471878830760724, "ridge3d_confirmed_precision": 0.7061013056499578, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 324, "ridge3d_conditional_f1_diagnostic": 0.6286930471534535, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1368, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1032, "ridge3d_v1_f1_diagnostic": 0.6288532271512002, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.7336075846354166, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.01641494935462097, "clean_mean_delta_m": 0.00014744339065872754, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.577156175762869, "paired_building_bootstrap95_delta_m": [ -0.6047477527818522, -0.549809502218488 ], "paired_median_building_delta_m": -0.5715820588061958, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1603898435842301 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1464565355630825 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1388000951367203 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1176009058119378 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0310372862812274 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.032291463459649485 }, { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.037049733930650273 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.097286433135695 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.14109401745867287 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.1435334805047873 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_3500_s20261102.json", "rows_sha256": "3fa13806f40e46b8404f31598b230fe9fd0603e3d6006817d65db4ee3828babb", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.1101458142673586, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.1086725508097205, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9577385762447855, "mean_strict_plane_XY_intersection_precision": 0.95786421908577, "ridge3d_confirmed_f1": 0.8667726270573168, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8786758891509446, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8439628210821243, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8439602606334625, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.99853515625 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2647620344769239, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2632260421195652, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8607903652080013, "mean_strict_plane_XY_intersection_precision": 0.8608971866648679, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998173828125 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24233165291134592, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2430508823299185, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9017706447450772, "mean_strict_plane_XY_intersection_precision": 0.9018649125529139, "ridge3d_confirmed_f1": 0.711723887375304, "ridge3d_confirmed_recall": 0.681690842103272, "ridge3d_confirmed_precision": 0.8208616727464446, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6929943113917434, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6929933854887323, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999697265625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17476041738163403, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17382182285667935, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9286165130190257, "mean_strict_plane_XY_intersection_precision": 0.9287251476456614, "ridge3d_confirmed_f1": 0.8571350938247249, "ridge3d_confirmed_recall": 0.8600166415693814, "ridge3d_confirmed_precision": 0.8643552177229716, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8273216992569082, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8276362303595991, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.718837890625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38355238144542064, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38271655865325144, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8450610862496749, "mean_strict_plane_XY_intersection_precision": 0.845164779873802, "ridge3d_confirmed_f1": 0.5911391895502418, "ridge3d_confirmed_recall": 0.5645157821081487, "ridge3d_confirmed_precision": 0.6885252464277716, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5656590520696281, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5656561952638103, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5033203125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.403895845536131, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.40359617902657524, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8460716922953401, "mean_strict_plane_XY_intersection_precision": 0.8461748345717948, "ridge3d_confirmed_f1": 0.6391591580198244, "ridge3d_confirmed_recall": 0.6057145827446234, "ridge3d_confirmed_precision": 0.7511255932544106, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.627846606550447, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6278455199036167, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50494140625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2329237747746305, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996298604792235, "mean_any_roof_coverage": 0.9996298604792235, "conditional_any_roof_mae_m": 0.2300421634084836, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9086389574382656, "mean_strict_plane_XY_intersection_precision": 0.9087544596992396, "ridge3d_confirmed_f1": 0.8475747796341039, "ridge3d_confirmed_recall": 0.8495518186894828, "ridge3d_confirmed_precision": 0.8760097847485059, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.8110413839602202, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8113493135315709, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.575986328125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29791565987177415, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.2954922882137066, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8790767040854219, "mean_strict_plane_XY_intersection_precision": 0.8791853629517863, "ridge3d_confirmed_f1": 0.8305637741796149, "ridge3d_confirmed_recall": 0.8305225531361281, "ridge3d_confirmed_precision": 0.8552042565256339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8231480261958684, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8234689019756586, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49583984375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.26375886131696263, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.26283781087522057, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8892585324501632, "mean_strict_plane_XY_intersection_precision": 0.8893760429353708, "ridge3d_confirmed_f1": 0.811407445434292, "ridge3d_confirmed_recall": 0.8123159094900171, "ridge3d_confirmed_precision": 0.8369631466779098, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7764329865793655, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7764322634461617, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.504208984375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8439782446775334, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8499234279088915, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7223495091748978, "mean_strict_plane_XY_intersection_precision": 0.7224404410932078, "ridge3d_confirmed_f1": 0.24360841091598268, "ridge3d_confirmed_recall": 0.21208154033418133, "ridge3d_confirmed_precision": 0.3724172516804022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.24143333581851856, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24143763166640858, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.030269216422406202, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.030269216422406202, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9943013051383185, "mean_strict_plane_XY_intersection_precision": 0.9944067130875874, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7352647569444445 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.49994737060469835, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888227960632968, "mean_any_roof_coverage": 0.9888227960632968, "conditional_any_roof_mae_m": 0.39440069287731677, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8416232824603712, "mean_strict_plane_XY_intersection_precision": 0.8417261782916248, "ridge3d_confirmed_f1": 0.7294040029221512, "ridge3d_confirmed_recall": 0.7227988794771035, "ridge3d_confirmed_precision": 0.7682289138483124, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.6976907854037968, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 654, "ridge3d_v1_f1_diagnostic": 0.6978930113996181, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7344816361350575 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1990898371145975, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.8395369852505522, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6334682569363602, "mean_strict_plane_XY_intersection_precision": 0.6335738608005236, "ridge3d_confirmed_f1": 0.3800365744631002, "ridge3d_confirmed_recall": 0.35789363597647555, "ridge3d_confirmed_precision": 0.46839567428234047, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.36420171719380434, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 282, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.36420072086559774, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7265494791666667 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6411402661908895, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.4602858932805156, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8065901203254512, "mean_strict_plane_XY_intersection_precision": 0.8066992218347606, "ridge3d_confirmed_f1": 0.5780336218509897, "ridge3d_confirmed_recall": 0.5687814590812537, "ridge3d_confirmed_precision": 0.6366467945287505, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 213, "ridge3d_conditional_f1_diagnostic": 0.5605174514918688, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 781, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 419, "ridge3d_v1_f1_diagnostic": 0.5607989799727569, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7324446614583333 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3926366453912942, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931, "mean_any_roof_coverage": 0.9931, "conditional_any_roof_mae_m": 0.3305601226309535, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8704210950176727, "mean_strict_plane_XY_intersection_precision": 0.8705192158145023, "ridge3d_confirmed_f1": 0.764558333432708, "ridge3d_confirmed_recall": 0.7539540774519963, "ridge3d_confirmed_precision": 0.8006776612192618, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.7186848334267454, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 587, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 613, "ridge3d_v1_f1_diagnostic": 0.7186848334267454, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7347705078125 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_3500_s20261102.json", "paired_rows_sha256": "e8707fc2993b25fc3a4d3bf77cc829bfee6b917586cb9a10a7d351d298944f01" }, "graph_20000_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5143259695704778, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869037241155871, "mean_any_roof_coverage": 0.9869037241155871, "conditional_any_roof_mae_m": 0.3927757905147494, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8390696122001731, "mean_strict_plane_XY_intersection_precision": 0.8391735237553937, "ridge3d_confirmed_f1": 0.6613253425264565, "ridge3d_confirmed_recall": 0.6511867342990973, "ridge3d_confirmed_precision": 0.7112595346149874, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 319, "ridge3d_conditional_f1_diagnostic": 0.6274112223968947, "ridge3d_teacher_empty_spurious_clouds": 35, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1367, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 1033, "ridge3d_v1_f1_diagnostic": 0.6275185640910675, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.7333585611979166, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.017050818463763773, "clean_mean_delta_m": 8.525409231881887e-05, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5797186619834831, "paired_building_bootstrap95_delta_m": [ -0.6074946107814159, -0.5522481612605012 ], "paired_median_building_delta_m": -0.5713534941521288, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1621483763289662 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1498041243274244 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1388387087942433 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.123293535976451 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0311611464053934 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.03874480162262791 }, { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.04658285096955515 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.10479855746249418 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11866620866895428 }, { "id": "NL.IMBAG.Pand.0935100000001526", "delta_m": -0.16286411872533904 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_s20261031.json", "rows_sha256": "33ba453313c71def92939504cf84a74f24e9fbf5237bfcd8516a6f8e2a315263", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.11008362496901869, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.1086349476786937, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9584123820378053, "mean_strict_plane_XY_intersection_precision": 0.9585371562707848, "ridge3d_confirmed_f1": 0.8734774726698545, "ridge3d_confirmed_recall": 0.8874568614606531, "ridge3d_confirmed_precision": 0.8850492974900425, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.8504912233890688, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8504886629404071, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.999541015625 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24288056168287397, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2435997911014465, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.901419529356279, "mean_strict_plane_XY_intersection_precision": 0.9015137919409861, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9999609375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17006611527185542, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.16911687581044937, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.931008778076257, "mean_strict_plane_XY_intersection_precision": 0.9311188444633163, "ridge3d_confirmed_f1": 0.8599301981421622, "ridge3d_confirmed_recall": 0.857929130496761, "ridge3d_confirmed_precision": 0.8758155566753513, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.8447101946352213, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8447091072432913, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7177734375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38341801621999977, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.382581834236832, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8454327886182043, "mean_strict_plane_XY_intersection_precision": 0.8455368817738431, "ridge3d_confirmed_f1": 0.5927109068052606, "ridge3d_confirmed_recall": 0.5668494438685062, "ridge3d_confirmed_precision": 0.6870349976720226, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5671630228912408, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5671601660854231, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503515625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38854140549860683, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3876025434431195, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8455805998920377, "mean_strict_plane_XY_intersection_precision": 0.8456902611181393, "ridge3d_confirmed_f1": 0.6694461072585743, "ridge3d_confirmed_recall": 0.6386514590012233, "ridge3d_confirmed_precision": 0.776859364287939, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6575975035902808, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6575964169434506, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.503857421875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.22752399644700197, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.22641342868134287, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9131506794344341, "mean_strict_plane_XY_intersection_precision": 0.9132622179208444, "ridge3d_confirmed_f1": 0.8599473450368299, "ridge3d_confirmed_recall": 0.8623404825332275, "ridge3d_confirmed_precision": 0.8884204212856253, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.8228806491300699, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8228786265274366, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.574599609375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29370362768575636, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.2912802805662644, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.881033352750839, "mean_strict_plane_XY_intersection_precision": 0.8811425088935246, "ridge3d_confirmed_f1": 0.8350937507635406, "ridge3d_confirmed_recall": 0.8308987311095567, "ridge3d_confirmed_precision": 0.86562986656919, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.8276375565602948, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8279584323400851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495439453125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.26761937570352107, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.26670800510348014, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8870763273954697, "mean_strict_plane_XY_intersection_precision": 0.8871941577080241, "ridge3d_confirmed_f1": 0.8095139752425164, "ridge3d_confirmed_recall": 0.809789700433923, "ridge3d_confirmed_precision": 0.8356967349122699, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7680004380505925, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.7679995979017332, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.501591796875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8452229025059649, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8511530510920039, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7217395272764557, "mean_strict_plane_XY_intersection_precision": 0.7218297160597834, "ridge3d_confirmed_f1": 0.24160639212189355, "ridge3d_confirmed_recall": 0.21050228749901861, "ridge3d_confirmed_precision": 0.3724172516804022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.23944919219223376, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.2394534880401238, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5040234375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.030258598066675666, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.030258598066675666, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9943013051383185, "mean_strict_plane_XY_intersection_precision": 0.9944067130875874, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7345160590277777 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5000316126382279, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.3946196755144012, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8412306386560331, "mean_strict_plane_XY_intersection_precision": 0.8413334326337166, "ridge3d_confirmed_f1": 0.7301468984239247, "ridge3d_confirmed_recall": 0.7227358835556779, "ridge3d_confirmed_precision": 0.770009429844539, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.6908916888312405, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 654, "ridge3d_v1_f1_diagnostic": 0.691027000190222, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7341897898706896 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1781140855820893, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.8171018884544579, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6402576272304098, "mean_strict_plane_XY_intersection_precision": 0.6403662250624882, "ridge3d_confirmed_f1": 0.39800808517962205, "ridge3d_confirmed_recall": 0.3774334675782676, "ridge3d_confirmed_precision": 0.4864773267801813, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 108, "ridge3d_conditional_f1_diagnostic": 0.38142441496380447, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.38142337420684447, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7271484375 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6367836926094622, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.45566665479053065, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8078732422530205, "mean_strict_plane_XY_intersection_precision": 0.8079839232869775, "ridge3d_confirmed_f1": 0.5829974642668629, "ridge3d_confirmed_recall": 0.5734377547146656, "ridge3d_confirmed_precision": 0.6421760451320856, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 210, "ridge3d_conditional_f1_diagnostic": 0.5653308744405944, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5655211619893553, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7322802734375 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3918682465314933, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3298849262389683, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8702659821473255, "mean_strict_plane_XY_intersection_precision": 0.8703631242238097, "ridge3d_confirmed_f1": 0.7679845810076054, "ridge3d_confirmed_recall": 0.757057685222579, "ridge3d_confirmed_precision": 0.8053306692300031, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.7077504962226951, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 587, "ridge3d_confirmed_defined_buildings": 51, "ridge3d_both_no_edges_clouds": 613, "ridge3d_v1_f1_diagnostic": 0.7077504962226951, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7344368489583334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_s20261031.json", "paired_rows_sha256": "51acd3a93b9f1ee3062c984cc2a210ae5d9993b789ba75ad3fec540d8211fcdd" }, "graph_20000_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5148038889392287, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869001321615641, "mean_any_roof_coverage": 0.9869001321615641, "conditional_any_roof_mae_m": 0.39414466708935664, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8392193685065655, "mean_strict_plane_XY_intersection_precision": 0.839324455022822, "ridge3d_confirmed_f1": 0.6618189343472664, "ridge3d_confirmed_recall": 0.6526182499481493, "ridge3d_confirmed_precision": 0.7100003485136371, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 320, "ridge3d_conditional_f1_diagnostic": 0.6278795018166373, "ridge3d_teacher_empty_spurious_clouds": 37, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1369, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 1031, "ridge3d_v1_f1_diagnostic": 0.6280124774212746, "all_edges_two_incidences_fraction_diagnostic": 0.9858333333333333, "mean_retained_fraction": 0.7335701497395833, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": -0.00023704469380979364, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5792407426147321, "paired_building_bootstrap95_delta_m": [ -0.6059925141012763, -0.5523904464541365 ], "paired_median_building_delta_m": -0.5714823263620433, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1571894743306357 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1387720885631418 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1199359546329368 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1178091441531304 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.031255143816549 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.023922378888641672 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.09753169175977287 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.10092103513329542 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.13113498371323143 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.16437187670416895 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_s20261101.json", "rows_sha256": "a75bda9277fa97932ed0416aef9164bbc58d60f14231c99444e6752b6f001f66", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10976132618289007, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10828806272525199, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.957959275705478, "mean_strict_plane_XY_intersection_precision": 0.9580841089611368, "ridge3d_confirmed_f1": 0.8716998140397272, "ridge3d_confirmed_recall": 0.8840755470086372, "ridge3d_confirmed_precision": 0.8862070603433052, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.8487603452492081, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8487577848005464, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.997763671875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2647578749901932, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2632218826328344, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8607903652080013, "mean_strict_plane_XY_intersection_precision": 0.8608971866648679, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.7831474185897311, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99900390625 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24287815324665288, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24359738266522538, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.901419529356279, "mean_strict_plane_XY_intersection_precision": 0.9015137919409861, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999970703125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17507213494408005, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17411155292459524, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9307020880716782, "mean_strict_plane_XY_intersection_precision": 0.9308148308773407, "ridge3d_confirmed_f1": 0.874714331428553, "ridge3d_confirmed_recall": 0.8820064280302768, "ridge3d_confirmed_precision": 0.8870881237805408, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.8516955332330648, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8520103054902437, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7181640625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3819223752570753, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3810861910220946, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8450188418624413, "mean_strict_plane_XY_intersection_precision": 0.845122487571366, "ridge3d_confirmed_f1": 0.5911391895502418, "ridge3d_confirmed_recall": 0.5645157821081487, "ridge3d_confirmed_precision": 0.6885252464277716, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5656590520696281, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5656561952638103, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503486328125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.37974251817621024, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.37836924373613484, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8483257517622775, "mean_strict_plane_XY_intersection_precision": 0.8484378060539614, "ridge3d_confirmed_f1": 0.6608826410574742, "ridge3d_confirmed_recall": 0.6279236042761239, "ridge3d_confirmed_precision": 0.7752398867436163, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6491856031626516, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6491845165158213, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.507158203125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2204950596083325, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2195399059567974, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9128397680717409, "mean_strict_plane_XY_intersection_precision": 0.9129595647805923, "ridge3d_confirmed_f1": 0.8507272765189225, "ridge3d_confirmed_recall": 0.8553011706900032, "ridge3d_confirmed_precision": 0.8598120209453979, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8140579973586242, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8140558334483604, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.57443359375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3028859499234078, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.3008543932601082, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8778296251270967, "mean_strict_plane_XY_intersection_precision": 0.8779382560957323, "ridge3d_confirmed_f1": 0.8292617284827996, "ridge3d_confirmed_recall": 0.8282975373475734, "ridge3d_confirmed_precision": 0.8551795029357883, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8145845297485907, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8149025659197103, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.496494140625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.27280782037626095, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2812938521922235, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8904286800138175, "mean_strict_plane_XY_intersection_precision": 0.8905483100707374, "ridge3d_confirmed_f1": 0.8264465154865408, "ridge3d_confirmed_recall": 0.8279161318249354, "ridge3d_confirmed_precision": 0.8473441644998184, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7840646428974873, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.7840637983842775, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50236328125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.842686671732254, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8486438945769896, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7226237857518859, "mean_strict_plane_XY_intersection_precision": 0.7227138784359792, "ridge3d_confirmed_f1": 0.24277775332609036, "ridge3d_confirmed_recall": 0.21156008290579478, "ridge3d_confirmed_precision": 0.3724172516804022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.24061009481425027, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.2406143906621403, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50400390625 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.019331378398087108, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.019331378398087108, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9959033070163448, "mean_strict_plane_XY_intersection_precision": 0.9960088310490665, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7342881944444445 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5000877247492858, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.3947667033123874, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8419487167533766, "mean_strict_plane_XY_intersection_precision": 0.8420523705944357, "ridge3d_confirmed_f1": 0.7328851633958777, "ridge3d_confirmed_recall": 0.7257108821641413, "ridge3d_confirmed_precision": 0.7724055754102889, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 208, "ridge3d_conditional_f1_diagnostic": 0.6934827352563144, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 654, "ridge3d_v1_f1_diagnostic": 0.6936502986204853, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7347487877155172 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1947246538902676, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598955067920586, "mean_any_roof_coverage": 0.9598955067920586, "conditional_any_roof_mae_m": 0.8403128034253016, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6353684224633267, "mean_strict_plane_XY_intersection_precision": 0.6354812934759698, "ridge3d_confirmed_f1": 0.38991336233518853, "ridge3d_confirmed_recall": 0.37295948320870187, "ridge3d_confirmed_precision": 0.4712325238655786, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 112, "ridge3d_conditional_f1_diagnostic": 0.3736669722378891, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 283, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.37366592027433415, "all_edges_two_incidences_fraction_diagnostic": 0.9566666666666667, "mean_retained_fraction": 0.7258723958333333 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.637297147536667, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980666930989795, "mean_any_roof_coverage": 0.980666930989795, "conditional_any_roof_mae_m": 0.4579192534634762, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8080916593597943, "mean_strict_plane_XY_intersection_precision": 0.8082033612804825, "ridge3d_confirmed_f1": 0.5838235105946583, "ridge3d_confirmed_recall": 0.5756737099583453, "ridge3d_confirmed_precision": 0.6405025012382536, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.5661318890614868, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5663676185424349, "all_edges_two_incidences_fraction_diagnostic": 0.9783333333333334, "mean_retained_fraction": 0.7320589192708333 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3923106303417904, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.330370080715237, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.870347077653337, "mean_strict_plane_XY_intersection_precision": 0.8704455487651619, "ridge3d_confirmed_f1": 0.7680254688189031, "ridge3d_confirmed_recall": 0.7573937937640528, "ridge3d_confirmed_precision": 0.8046357150162877, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.7077881771468323, "ridge3d_teacher_empty_spurious_clouds": 25, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 589, "ridge3d_confirmed_defined_buildings": 51, "ridge3d_both_no_edges_clouds": 611, "ridge3d_v1_f1_diagnostic": 0.7077881771468323, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7350813802083334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_s20261101.json", "paired_rows_sha256": "dee11a842f80e7c54e202f96117671ffd01d95c2a6fa4ac57db3fedc784edc67" }, "graph_20000_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5149465199924339, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869037241155871, "mean_any_roof_coverage": 0.9869037241155871, "conditional_any_roof_mae_m": 0.39375627109646844, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8391099928941671, "mean_strict_plane_XY_intersection_precision": 0.839213045751614, "ridge3d_confirmed_f1": 0.6570104816095182, "ridge3d_confirmed_recall": 0.6467831028492457, "ridge3d_confirmed_precision": 0.707189436135883, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 322, "ridge3d_conditional_f1_diagnostic": 0.6233176363987737, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1368, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 1032, "ridge3d_v1_f1_diagnostic": 0.6234507864631604, "all_edges_two_incidences_fraction_diagnostic": 0.9858333333333333, "mean_retained_fraction": 0.73362060546875, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 8.61609757255577e-05, "clean_mean_delta_m": -0.0008325765719743188, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5790981115615268, "paired_building_bootstrap95_delta_m": [ -0.6067739894062205, -0.5521225625608436 ], "paired_median_building_delta_m": -0.5714419740037298, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1606033655821515 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1491714183298878 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1387771912702667 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1174122507646285 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0310746616124455 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.12832155221623345 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11844446131990398 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.12737287555304255 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.14377354951303653 }, { "id": "NL.IMBAG.Pand.0935100000001526", "delta_m": -0.16296486172306912 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_s20261102.json", "rows_sha256": "d709562943af881ce6f136b12058eb50c429b610081e4925b7c594136cfe92a8", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10916579430472556, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10769253586483235, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9587691240711672, "mean_strict_plane_XY_intersection_precision": 0.9588939735265103, "ridge3d_confirmed_f1": 0.8726110403664202, "ridge3d_confirmed_recall": 0.8860775680989654, "ridge3d_confirmed_precision": 0.8847381054377518, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.8496475919357249, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8496450314870632, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.9997265625 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25857428402945964, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2570382916721009, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999482421875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24287851548467038, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2435977449032429, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9014179109770447, "mean_strict_plane_XY_intersection_precision": 0.9015123085492566, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999990234375 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17726635480931305, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17631513160707893, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9285619232041625, "mean_strict_plane_XY_intersection_precision": 0.9286659645660293, "ridge3d_confirmed_f1": 0.8583588450466544, "ridge3d_confirmed_recall": 0.8583617577612284, "ridge3d_confirmed_precision": 0.8741495984604871, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8357704543875318, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.8360875567583816, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.718779296875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38576049582330824, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38492268292418, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8437026540894221, "mean_strict_plane_XY_intersection_precision": 0.8438057472150998, "ridge3d_confirmed_f1": 0.5836413199084501, "ridge3d_confirmed_recall": 0.5574377031112916, "ridge3d_confirmed_precision": 0.6861926234444173, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5584843664641204, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5584815096583027, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5034765625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3814256416741329, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38112764568831375, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8494638409306472, "mean_strict_plane_XY_intersection_precision": 0.8495690857822202, "ridge3d_confirmed_f1": 0.6432821232665332, "ridge3d_confirmed_recall": 0.6081605575528722, "ridge3d_confirmed_precision": 0.7670402931440389, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6318965989609308, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6318955123141006, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.507080078125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2278660508955134, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.22693312976052404, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9099320791697353, "mean_strict_plane_XY_intersection_precision": 0.9100430173381815, "ridge3d_confirmed_f1": 0.8486517591438457, "ridge3d_confirmed_recall": 0.8518294406907819, "ridge3d_confirmed_precision": 0.8698696569851998, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.8120719419393696, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8120695952522171, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.57232421875 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.31078622143332274, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.3083628788120564, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8769371976632923, "mean_strict_plane_XY_intersection_precision": 0.877046284770286, "ridge3d_confirmed_f1": 0.8247011988433958, "ridge3d_confirmed_recall": 0.8200506986828033, "ridge3d_confirmed_precision": 0.8530779292500899, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.8173377952822941, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8176586710620845, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49533203125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2580031679753706, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2570918214814336, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8938807352573673, "mean_strict_plane_XY_intersection_precision": 0.8940002649522001, "ridge3d_confirmed_f1": 0.8170482824020493, "ridge3d_confirmed_recall": 0.8186793792586659, "ridge3d_confirmed_precision": 0.8396058594302128, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7751483704839954, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.7751475303353047, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5034765625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8429949306460032, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8489521534907425, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7226730678028727, "mean_strict_plane_XY_intersection_precision": 0.722763153404106, "ridge3d_confirmed_f1": 0.2416532480600235, "ridge3d_confirmed_recall": 0.2109774138480414, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.23949562977377323, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.23949992562166328, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503779296875 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.017114376770834362, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.017114376770834362, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7337131076388889 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5014346538125435, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.3962916102628018, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8414461972511519, "mean_strict_plane_XY_intersection_precision": 0.841548017555041, "ridge3d_confirmed_f1": 0.7286028665727695, "ridge3d_confirmed_recall": 0.7214106084709342, "ridge3d_confirmed_precision": 0.7680636265835168, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 212, "ridge3d_conditional_f1_diagnostic": 0.6894306694452014, "ridge3d_teacher_empty_spurious_clouds": 31, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1087, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 653, "ridge3d_v1_f1_diagnostic": 0.6895984499128849, "all_edges_two_incidences_fraction_diagnostic": 0.9873563218390805, "mean_retained_fraction": 0.7345849048132184 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1907139157017181, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.8310215771224955, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6359972826403378, "mean_strict_plane_XY_intersection_precision": 0.6361044838241616, "ridge3d_confirmed_f1": 0.3830917913153391, "ridge3d_confirmed_recall": 0.36125177699235045, "ridge3d_confirmed_precision": 0.47427949007537207, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.36712963334386667, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.36712859059547903, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7279166666666667 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6349148993582945, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.454103764361605, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.808477843210108, "mean_strict_plane_XY_intersection_precision": 0.8085873026974064, "ridge3d_confirmed_f1": 0.5784025574366146, "ridge3d_confirmed_recall": 0.5685005704795874, "ridge3d_confirmed_precision": 0.6382737799274099, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.5608752072112626, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 781, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 419, "ridge3d_v1_f1_diagnostic": 0.5611112459617666, "all_edges_two_incidences_fraction_diagnostic": 0.9783333333333334, "mean_retained_fraction": 0.7322021484375 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3949781406265733, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3334087778313318, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8697421425782266, "mean_strict_plane_XY_intersection_precision": 0.8698387888058217, "ridge3d_confirmed_f1": 0.7640510592066638, "ridge3d_confirmed_recall": 0.7533805937355893, "ridge3d_confirmed_precision": 0.8010320318240172, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.7041254859355528, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 587, "ridge3d_confirmed_defined_buildings": 51, "ridge3d_both_no_edges_clouds": 613, "ridge3d_v1_f1_diagnostic": 0.7041254859355528, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7350390625 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_s20261102.json", "paired_rows_sha256": "b75bc85879425d1131df552ea15caa5a0d6e3a36f661d746caff094bde725750" }, "graph_20000_long_s20261031": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5123316077996095, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869001321615641, "mean_any_roof_coverage": 0.9869001321615641, "conditional_any_roof_mae_m": 0.3908628947162457, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.839523372261165, "mean_strict_plane_XY_intersection_precision": 0.8396280359113423, "ridge3d_confirmed_f1": 0.6609475685500079, "ridge3d_confirmed_recall": 0.6514706339461085, "ridge3d_confirmed_precision": 0.7097509034007519, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 319, "ridge3d_conditional_f1_diagnostic": 0.6217388144834819, "ridge3d_teacher_empty_spurious_clouds": 39, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1371, "ridge3d_confirmed_defined_buildings": 118, "ridge3d_both_no_edges_clouds": 1029, "ridge3d_v1_f1_diagnostic": 0.6218452243151811, "all_edges_two_incidences_fraction_diagnostic": 0.9858333333333333, "mean_retained_fraction": 0.7311140950520834, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5817130237543514, "paired_building_bootstrap95_delta_m": [ -0.6088328092778194, -0.554716157796849 ], "paired_median_building_delta_m": -0.571815556783478, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1500382376403089 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1428055528396317 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.139297713450764 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1080410264588114 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0313021943048906 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.02276653157522841 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.0973476984710397 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.11624679378329761 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.14393600280040098 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.1665044002900849 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_long_s20261031.json", "rows_sha256": "f6f74f7632207a0036212e79c4c2d8086281e12741b89551d9d5f4418bca36d2", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10999837087669988, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10852510741906177, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9580978020329636, "mean_strict_plane_XY_intersection_precision": 0.9582226468292003, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999990234375 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2521289218428553, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.25284815126142773, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8964281002817893, "mean_strict_plane_XY_intersection_precision": 0.8965245730192061, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.994169921875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.18050016786050335, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17954947390951972, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9299147347152661, "mean_strict_plane_XY_intersection_precision": 0.9300254311324021, "ridge3d_confirmed_f1": 0.8626504885275471, "ridge3d_confirmed_recall": 0.8689824262393239, "ridge3d_confirmed_precision": 0.8767013277917955, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8326452541439803, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8326439484406146, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.7147265625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3806517903988907, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3798130196275109, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8454065379140521, "mean_strict_plane_XY_intersection_precision": 0.845510131597303, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50341796875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.36174168426094894, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.3603777668631578, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8540485461352125, "mean_strict_plane_XY_intersection_precision": 0.8541641724805368, "ridge3d_confirmed_f1": 0.6568450092111374, "ridge3d_confirmed_recall": 0.6232459854808581, "ridge3d_confirmed_precision": 0.769661896342034, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.6452194338268696, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6452183471800393, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.5006640625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.23291145799495402, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.23197150859693946, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9062946338344764, "mean_strict_plane_XY_intersection_precision": 0.9064056032736046, "ridge3d_confirmed_f1": 0.851349454688701, "ridge3d_confirmed_recall": 0.8539148272173669, "ridge3d_confirmed_precision": 0.8771155137472904, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.8076905082944086, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.8076884676268665, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.559697265625 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30123332090872956, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.2988099801151502, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8802999825539396, "mean_strict_plane_XY_intersection_precision": 0.8804085728603162, "ridge3d_confirmed_f1": 0.8320603077583957, "ridge3d_confirmed_recall": 0.8271083399148598, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8173335766476276, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8176516128187472, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495361328125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25935434588252604, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2584579349910763, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8948054327740076, "mean_strict_plane_XY_intersection_precision": 0.8949251776597013, "ridge3d_confirmed_f1": 0.8248995809576474, "ridge3d_confirmed_recall": 0.8290266403999703, "ridge3d_confirmed_precision": 0.8470471276159227, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.7825970383444347, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.782596198194406, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5016796875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8266072247080715, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8317997818824671, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.725003315327978, "mean_strict_plane_XY_intersection_precision": 0.7250933731683596, "ridge3d_confirmed_f1": 0.2531143238510504, "ridge3d_confirmed_recall": 0.2220022712323142, "ridge3d_confirmed_precision": 0.3724172516804022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.2508543745309517, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.25085867037884174, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503662109375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.01705837205974651, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01705837205974651, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7316731770833333 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.4990990136368874, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39377920520396925, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8417190872342334, "mean_strict_plane_XY_intersection_precision": 0.8418221180711134, "ridge3d_confirmed_f1": 0.7311576402205663, "ridge3d_confirmed_recall": 0.7238546251301128, "ridge3d_confirmed_precision": 0.7697131920773763, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 210, "ridge3d_conditional_f1_diagnostic": 0.684488003610743, "ridge3d_teacher_empty_spurious_clouds": 32, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1088, "ridge3d_confirmed_defined_buildings": 94, "ridge3d_both_no_edges_clouds": 652, "ridge3d_v1_f1_diagnostic": 0.6846218484612939, "all_edges_two_incidences_fraction_diagnostic": 0.9873563218390805, "mean_retained_fraction": 0.7320851293103449 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.183408536831233, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598955067920586, "mean_any_roof_coverage": 0.9598955067920586, "conditional_any_roof_mae_m": 0.8225137210752481, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6377215556744469, "mean_strict_plane_XY_intersection_precision": 0.6378346221087698, "ridge3d_confirmed_f1": 0.39231772911482726, "ridge3d_confirmed_recall": 0.37452318941600504, "ridge3d_confirmed_precision": 0.4803299728119283, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.3759711570683762, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 283, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.3759701130762391, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7248111979166667 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.633850196329054, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980666930989795, "mean_any_roof_coverage": 0.980666930989795, "conditional_any_roof_mae_m": 0.4528892153759669, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.808198547357605, "mean_strict_plane_XY_intersection_precision": 0.8083096762154482, "ridge3d_confirmed_f1": 0.5829080487367773, "ridge3d_confirmed_recall": 0.5741865534213608, "ridge3d_confirmed_precision": 0.6421636795365625, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 208, "ridge3d_conditional_f1_diagnostic": 0.5652441684720263, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 781, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 419, "ridge3d_v1_f1_diagnostic": 0.565434416352943, "all_edges_two_incidences_fraction_diagnostic": 0.9783333333333334, "mean_retained_fraction": 0.7296956380208334 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.39081301927016476, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3288365740565245, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8708481971647248, "mean_strict_plane_XY_intersection_precision": 0.8709463956072363, "ridge3d_confirmed_f1": 0.7672141487212157, "ridge3d_confirmed_recall": 0.7567085308308714, "ridge3d_confirmed_precision": 0.8017845699392229, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.6934435574980219, "ridge3d_teacher_empty_spurious_clouds": 26, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 590, "ridge3d_confirmed_defined_buildings": 52, "ridge3d_both_no_edges_clouds": 610, "ridge3d_v1_f1_diagnostic": 0.6934435574980219, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7325325520833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_long_s20261031.json", "paired_rows_sha256": "d3128e5fe0a2345456bbee32bee991ee122a8e85c32fd5260a1ec8c69bc51d1c" }, "graph_20000_long_s20261101": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5125401174878738, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869037241155871, "mean_any_roof_coverage": 0.9869037241155871, "conditional_any_roof_mae_m": 0.39117648288220574, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8401346485293942, "mean_strict_plane_XY_intersection_precision": 0.8402388509312277, "ridge3d_confirmed_f1": 0.6618972692627147, "ridge3d_confirmed_recall": 0.6519414957835918, "ridge3d_confirmed_precision": 0.7110527425919902, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 321, "ridge3d_conditional_f1_diagnostic": 0.633367214553115, "ridge3d_teacher_empty_spurious_clouds": 35, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1367, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1033, "ridge3d_v1_f1_diagnostic": 0.6335032573726946, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.73101806640625, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 1.4843666916397602e-05, "clean_mean_delta_m": 7.4218334581988e-08, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.581504514066087, "paired_building_bootstrap95_delta_m": [ -0.6095357452594791, -0.5547499659928058 ], "paired_median_building_delta_m": -0.5724669948102209, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1538070048662377 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1447016368171097 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.139230152561736 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1133484298321366 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0312549862220213 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04024861345667504 }, { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.05582885808503068 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11014504224554507 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.1217959060431023 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.17414492962699202 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_long_s20261101.json", "rows_sha256": "f151350c55c5319b777eb2dedd20041f318932709dcc6802a046d7f8bd5be62f", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10999844509503445, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10852518163739636, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9580976684013103, "mean_strict_plane_XY_intersection_precision": 0.9582224948236961, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.99984375 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2513558745636439, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2520751039822164, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8978148972758132, "mean_strict_plane_XY_intersection_precision": 0.8979081107874844, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.994892578125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17071149842445854, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.16975453742352797, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9340137781874057, "mean_strict_plane_XY_intersection_precision": 0.9341312926891945, "ridge3d_confirmed_f1": 0.8694787118442764, "ridge3d_confirmed_recall": 0.875163994767154, "ridge3d_confirmed_precision": 0.8889389522766358, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8540897080948202, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.854430672832268, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.714833984375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38741046041881383, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38657576509889224, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8433134706089779, "mean_strict_plane_XY_intersection_precision": 0.8434174136574955, "ridge3d_confirmed_f1": 0.5859254651875814, "ridge3d_confirmed_recall": 0.5581344007267673, "ridge3d_confirmed_precision": 0.6885252464277716, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.560670057205358, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5606672003995403, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50337890625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3697144885115305, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3694090447324521, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.855080568715293, "mean_strict_plane_XY_intersection_precision": 0.8551850184150971, "ridge3d_confirmed_f1": 0.677399185575964, "ridge3d_confirmed_recall": 0.646723723440641, "ridge3d_confirmed_precision": 0.7781829841785284, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6654098194595753, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6654087328127452, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.501767578125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2249192472199104, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.22397976270536574, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9089840391684922, "mean_strict_plane_XY_intersection_precision": 0.9090973075380735, "ridge3d_confirmed_f1": 0.8597180911014871, "ridge3d_confirmed_recall": 0.8590075571558246, "ridge3d_confirmed_precision": 0.8838958645618347, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.8226612768298713, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8226593574651433, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.558896484375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29966024224395815, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.29723689668075554, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8804929979731206, "mean_strict_plane_XY_intersection_precision": 0.8806016337555715, "ridge3d_confirmed_f1": 0.8312463578050565, "ridge3d_confirmed_recall": 0.825691588956925, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8165340328881528, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8168520690592724, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49482421875 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25102420180329765, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.25011280992535156, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8973784843623142, "mean_strict_plane_XY_intersection_precision": 0.8974978784887285, "ridge3d_confirmed_f1": 0.81851610125888, "ridge3d_confirmed_recall": 0.8189782716834257, "ridge3d_confirmed_precision": 0.8440233136680844, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7832352348253075, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7832343874339529, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50017578125 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8428349427127031, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8487921655574427, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7224584960957087, "mean_strict_plane_XY_intersection_precision": 0.7225483121039149, "ridge3d_confirmed_f1": 0.2408049181993896, "ridge3d_confirmed_recall": 0.21042575567180474, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.23865487428689505, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.2386591701347851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503603515625 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.009271481396297682, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.009271481396297682, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998566235809521, "mean_strict_plane_XY_intersection_precision": 0.9999622258190511, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7315972222222222 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5003765809916378, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.395023736196602, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8419234172907609, "mean_strict_plane_XY_intersection_precision": 0.8420266946176759, "ridge3d_confirmed_f1": 0.7317567026145504, "ridge3d_confirmed_recall": 0.7248706121694585, "ridge3d_confirmed_precision": 0.769760830762388, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 212, "ridge3d_conditional_f1_diagnostic": 0.6999411938052221, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1085, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 655, "ridge3d_v1_f1_diagnostic": 0.7001130020172696, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7321479885057471 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1870109924759331, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.827148415441797, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6380934196515979, "mean_strict_plane_XY_intersection_precision": 0.6382013076844416, "ridge3d_confirmed_f1": 0.39460900252525677, "ridge3d_confirmed_recall": 0.37290835482897144, "ridge3d_confirmed_precision": 0.48643049220090423, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.37816696075337114, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 282, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.3781659029018242, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.72376953125 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6340979892243745, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.45323799791758423, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8091611423633769, "mean_strict_plane_XY_intersection_precision": 0.8092710556558421, "ridge3d_confirmed_f1": 0.5846959869116298, "ridge3d_confirmed_recall": 0.5755248724228827, "ridge3d_confirmed_precision": 0.6431194735505334, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.5669779267021865, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5672170322638718, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7295524088541666 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3909822457513731, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.32911496784682726, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8711081546954117, "mean_strict_plane_XY_intersection_precision": 0.8712066462066135, "ridge3d_confirmed_f1": 0.7670224196982349, "ridge3d_confirmed_recall": 0.75599817440243, "ridge3d_confirmed_precision": 0.8035576195846129, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.7210010745163405, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 587, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 613, "ridge3d_v1_f1_diagnostic": 0.7210010745163405, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7324837239583334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_long_s20261101.json", "paired_rows_sha256": "536c1aec40461a0f10abcf1746c0146ba6fa5613ee9b8e2cbc1851abfd9e2f14" }, "graph_20000_long_s20261102": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5135884877985171, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869037241155871, "mean_any_roof_coverage": 0.9869037241155871, "conditional_any_roof_mae_m": 0.3922613926862105, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8395759618781784, "mean_strict_plane_XY_intersection_precision": 0.8396798057124722, "ridge3d_confirmed_f1": 0.6628895214248637, "ridge3d_confirmed_recall": 0.653975355682472, "ridge3d_confirmed_precision": 0.7103963708867753, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 320, "ridge3d_conditional_f1_diagnostic": 0.6343166972255161, "ridge3d_teacher_empty_spurious_clouds": 37, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1369, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1031, "ridge3d_v1_f1_diagnostic": 0.6344515068175731, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.73156982421875, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": -0.00015083832415041298, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5804561437554437, "paired_building_bootstrap95_delta_m": [ -0.6080987616883217, -0.553412056045177 ], "paired_median_building_delta_m": -0.5716860323637509, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1571411399315064 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1529672900106107 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1392435054384202 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.113257056172264 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.035420037866354 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.019513476109617216 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.03968771897989206 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.09426753570496331 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11858812629256092 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.18562557390196988 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_long_s20261102.json", "rows_sha256": "79f2c3b5415e2e1ad4b1bc1ce0701fcfea8720ca57bf2ebb02e8a7c93ab69331", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10984753255254946, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10837426909491135, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9581603424490956, "mean_strict_plane_XY_intersection_precision": 0.9582851889954794, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.999931640625 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.26058477496006494, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.25904878260270614, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8598380705886381, "mean_strict_plane_XY_intersection_precision": 0.8599448570831651, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9999609375 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25100043658302884, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.25172051628315306, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8976970289031792, "mean_strict_plane_XY_intersection_precision": 0.8977900357887608, "ridge3d_confirmed_f1": 0.7088342264030285, "ridge3d_confirmed_recall": 0.6793224071369112, "ridge3d_confirmed_precision": 0.8186860205776426, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6901806941292646, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6901797682262533, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9964453125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17950460381917, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.1785534894013609, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9297945339341149, "mean_strict_plane_XY_intersection_precision": 0.9298993658898056, "ridge3d_confirmed_f1": 0.8770674594303106, "ridge3d_confirmed_recall": 0.8884970145864403, "ridge3d_confirmed_precision": 0.8875973168735202, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8465607651892563, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8468815420743233, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.71521484375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38322943123239134, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3823906627128245, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8444635752223726, "mean_strict_plane_XY_intersection_precision": 0.8445668459558685, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503330078125 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.36946601720303873, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3691528703428212, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8557186215472118, "mean_strict_plane_XY_intersection_precision": 0.8558273652700197, "ridge3d_confirmed_f1": 0.6764785865326154, "ridge3d_confirmed_recall": 0.6439399779161303, "ridge3d_confirmed_precision": 0.7832525336736073, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.6645055142046045, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6645044275577742, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.501435546875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2367518827458893, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.23580607313173094, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9050754375747715, "mean_strict_plane_XY_intersection_precision": 0.9051938866595164, "ridge3d_confirmed_f1": 0.8537279580200806, "ridge3d_confirmed_recall": 0.8585812328070679, "ridge3d_confirmed_precision": 0.864121577463401, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.8169293391399047, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8169267561622351, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.561015625 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2948082871076304, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.2923849120276649, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8809429252414103, "mean_strict_plane_XY_intersection_precision": 0.8810521850301659, "ridge3d_confirmed_f1": 0.8358184418650173, "ridge3d_confirmed_recall": 0.8331470266343584, "ridge3d_confirmed_precision": 0.8641848445505292, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.8210251951063444, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8213432312774641, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495322265625 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25040363703290736, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24949227083321554, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8974555035194933, "mean_strict_plane_XY_intersection_precision": 0.8975735637341813, "ridge3d_confirmed_f1": 0.8163418940768417, "ridge3d_confirmed_recall": 0.8168145611884144, "ridge3d_confirmed_precision": 0.8398118293114657, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7811547434700813, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.781153896078199, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.502587890625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8428284675121478, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8487856903568857, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7230707924097629, "mean_strict_plane_XY_intersection_precision": 0.7231611353215408, "ridge3d_confirmed_f1": 0.24506571604925673, "ridge3d_confirmed_recall": 0.21336266131465986, "ridge3d_confirmed_precision": 0.3724172516804022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.24287762929881693, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24288192514670695, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50359375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.009255672665565862, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.009255672665565862, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998566235809521, "mean_strict_plane_XY_intersection_precision": 0.9999622258190511, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.732080078125 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5017696740535118, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39645418074990674, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8411629783023972, "mean_strict_plane_XY_intersection_precision": 0.8412651812827833, "ridge3d_confirmed_f1": 0.7338699107865387, "ridge3d_confirmed_recall": 0.7277962643123569, "ridge3d_confirmed_precision": 0.7714962435901601, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.701962523361037, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1086, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 654, "ridge3d_v1_f1_diagnostic": 0.7021328044181443, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7326216774425287 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1873369856790899, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.8275500859415463, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.638034472574381, "mean_strict_plane_XY_intersection_precision": 0.6381457232767747, "ridge3d_confirmed_f1": 0.39131237951932457, "ridge3d_confirmed_recall": 0.3715301400550862, "ridge3d_confirmed_precision": 0.4766229448912167, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.3750076970393527, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 283, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.37500653268205086, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7248567708333333 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.634130148193949, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.4531652136263118, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8088074292354279, "mean_strict_plane_XY_intersection_precision": 0.8089174189428182, "ridge3d_confirmed_f1": 0.5857502973934581, "ridge3d_confirmed_recall": 0.578457563195687, "ridge3d_confirmed_precision": 0.6406789955409679, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.5680002883815352, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 781, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 419, "ridge3d_v1_f1_diagnostic": 0.5682372264524232, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7299674479166667 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3930468274030853, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.33135757174610925, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8703444945209289, "mean_strict_plane_XY_intersection_precision": 0.8704421924821264, "ridge3d_confirmed_f1": 0.7679301669144376, "ridge3d_confirmed_recall": 0.7568080943878818, "ridge3d_confirmed_precision": 0.8053306692300031, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.7218543568995712, "ridge3d_teacher_empty_spurious_clouds": 24, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 588, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 612, "ridge3d_v1_f1_diagnostic": 0.7218543568995712, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7331722005208333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_long_s20261102.json", "paired_rows_sha256": "2386b41b8ba0d90a32232d6b520c1222bbd77f9d0196856cd73c16d7ddd92378" }, "graph_10000_mean3": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5152196637651564, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9868942544186174, "mean_any_roof_coverage": 0.9868942544186174, "conditional_any_roof_mae_m": 0.3937693520896117, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8392137660474447, "mean_strict_plane_XY_intersection_precision": 0.8393189635552893, "ridge3d_confirmed_f1": 0.6602948627532853, "ridge3d_confirmed_recall": 0.6513643079461909, "ridge3d_confirmed_precision": 0.7072229046783788, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 322, "ridge3d_conditional_f1_diagnostic": 0.6318338772897815, "ridge3d_teacher_empty_spurious_clouds": 34, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1366, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1034, "ridge3d_v1_f1_diagnostic": 0.6319689025903322, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.7323779296875, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.013342776934568867, "clean_mean_delta_m": 6.671388467284434e-05, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5788249677888043, "paired_building_bootstrap95_delta_m": [ -0.6064238345696326, -0.5516721059296322 ], "paired_median_building_delta_m": -0.5731911375003581, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1501554560483602 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1426217048264966 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1389747758892939 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1122809769880215 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.031232950776629 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.06114980756825627 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04014076641616946 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.10999765584931949 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11854712665456761 }, { "id": "NL.IMBAG.Pand.0935100000001526", "delta_m": -0.1525988661707809 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_10000_mean3.json", "rows_sha256": "9a339009b414f82019c93024b0d4892963c0e3badb461019f9e6f2f3c9dba559", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.11006508476137272, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10859182130373463, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9578214984244571, "mean_strict_plane_XY_intersection_precision": 0.9579522083237115, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.998623046875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24287623981938766, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24359546923796016, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.901403365001227, "mean_strict_plane_XY_intersection_precision": 0.9014975171263945, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999775390625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17921097902137867, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17824983815007647, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9299033915273465, "mean_strict_plane_XY_intersection_precision": 0.930019317513636, "ridge3d_confirmed_f1": 0.8676103899591957, "ridge3d_confirmed_recall": 0.8776865268715308, "ridge3d_confirmed_precision": 0.8773939360497024, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8522544538537232, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8525830073435043, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.71716796875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38376926820357776, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38293145530444955, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8443640975798633, "mean_strict_plane_XY_intersection_precision": 0.8444688013076411, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5033984375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3734307336436757, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.37248255873099595, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8524019355277761, "mean_strict_plane_XY_intersection_precision": 0.8525101211405288, "ridge3d_confirmed_f1": 0.6733997476884308, "ridge3d_confirmed_recall": 0.6423135359410518, "ridge3d_confirmed_precision": 0.7786709053510429, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6614811680833259, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6614800814364957, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.501171875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.22639363832403162, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.22414525928881965, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9101993872425131, "mean_strict_plane_XY_intersection_precision": 0.9103154882588891, "ridge3d_confirmed_f1": 0.8489114793655506, "ridge3d_confirmed_recall": 0.8528172062007884, "ridge3d_confirmed_precision": 0.8640611147197762, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.812320467323932, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8123183037398299, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.569658203125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30862932496280715, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.3062059571821494, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8782258269117412, "mean_strict_plane_XY_intersection_precision": 0.8783355658720992, "ridge3d_confirmed_f1": 0.832443171172619, "ridge3d_confirmed_recall": 0.8277780935821029, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8250106428585777, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8253315186383681, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49486328125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2717987709570195, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.27088741278789485, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8900339714876645, "mean_strict_plane_XY_intersection_precision": 0.8901520388490567, "ridge3d_confirmed_f1": 0.8070428969557304, "ridge3d_confirmed_recall": 0.8091128392874702, "ridge3d_confirmed_precision": 0.8290729337170553, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7722565651903972, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7722558420571931, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500234375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8436099166274917, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8495550998588501, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7222303373024533, "mean_strict_plane_XY_intersection_precision": 0.7223197553560365, "ridge3d_confirmed_f1": 0.243679010292282, "ridge3d_confirmed_recall": 0.2132963766027395, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.24150330484324373, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24150760069113378, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503642578125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.017164674061265022, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.017164674061265022, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7328938802083333 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.502929923659647, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39774562226500954, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8415173448022221, "mean_strict_plane_XY_intersection_precision": 0.8416207514448633, "ridge3d_confirmed_f1": 0.7316990633800304, "ridge3d_confirmed_recall": 0.7251876459974433, "ridge3d_confirmed_precision": 0.7688003341943282, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.6998860606243769, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1085, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 655, "ridge3d_v1_f1_diagnostic": 0.7000565708334479, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7335185434626437 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1841661440217814, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598484848484848, "mean_any_roof_coverage": 0.9598484848484848, "conditional_any_roof_mae_m": 0.8226325987063204, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6364148120703503, "mean_strict_plane_XY_intersection_precision": 0.6365299696925958, "ridge3d_confirmed_f1": 0.38709618209443464, "ridge3d_confirmed_recall": 0.3689097971413994, "ridge3d_confirmed_precision": 0.4716223047912688, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.37096717450716654, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.3709661743250563, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7251432291666666 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6374901474787936, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.9806551755039016, "mean_any_roof_coverage": 0.9806551755039016, "conditional_any_roof_mae_m": 0.45650782560274356, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8077871486659902, "mean_strict_plane_XY_intersection_precision": 0.8078994680837951, "ridge3d_confirmed_f1": 0.5808621917313197, "ridge3d_confirmed_recall": 0.5733182674536598, "ridge3d_confirmed_precision": 0.6364770984191137, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 212, "ridge3d_conditional_f1_diagnostic": 0.5632603071334008, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5634976243283081, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7310009765625 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.39294918005151935, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.33103087857647995, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8706403834288993, "mean_strict_plane_XY_intersection_precision": 0.8707384590267836, "ridge3d_confirmed_f1": 0.7684584998895791, "ridge3d_confirmed_recall": 0.7576397673402763, "ridge3d_confirmed_precision": 0.8035576195846129, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.7223509898962043, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 586, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 614, "ridge3d_v1_f1_diagnostic": 0.7223509898962043, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7337548828125 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_10000_mean3.json", "paired_rows_sha256": "5bab02ede5ca92c361cbc75864cea70149648b1702e57f9e03c3092cac077bcc" }, "graph_20000_long_mean3": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5135917127239779, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869037241155871, "mean_any_roof_coverage": 0.9869037241155871, "conditional_any_roof_mae_m": 0.3922268497442204, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8396113415650502, "mean_strict_plane_XY_intersection_precision": 0.8397160095640099, "ridge3d_confirmed_f1": 0.6608475456562235, "ridge3d_confirmed_recall": 0.650384630241576, "ridge3d_confirmed_precision": 0.7098296004123574, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 321, "ridge3d_conditional_f1_diagnostic": 0.6323627376538, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1368, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1032, "ridge3d_v1_f1_diagnostic": 0.6324969921154222, "all_edges_two_incidences_fraction_diagnostic": 0.9858333333333333, "mean_retained_fraction": 0.73063720703125, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": -1.3876122473277519e-14, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5804529188299831, "paired_building_bootstrap95_delta_m": [ -0.6079413146622114, -0.5529090911886281 ], "paired_median_building_delta_m": -0.5717636756683264, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1501321507585314 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1427300637326825 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.139123481540492 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1132807707068093 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0312711779410266 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.02733844114556778 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04023811123205767 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.09233774974526492 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.0973364776379025 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.16700353857181519 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_long_mean3.json", "rows_sha256": "f7f9831a11d92e069f2eb546353bd9f9d7e30b47bf3f84fe5dc53359826c9d96", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10999837087668601, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.1085251074190479, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9580978020329636, "mean_strict_plane_XY_intersection_precision": 0.9582226468292003, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.999970703125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2511303056197957, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2518495350383682, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8978148972758132, "mean_strict_plane_XY_intersection_precision": 0.8979081107874844, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99546875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17602298461954186, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17507208467582597, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9313908827881846, "mean_strict_plane_XY_intersection_precision": 0.9315104595011354, "ridge3d_confirmed_f1": 0.8581381854980844, "ridge3d_confirmed_recall": 0.8565520912274759, "ridge3d_confirmed_precision": 0.8734370548143714, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.8282899007851076, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8286038383029662, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.714501953125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38286248439886494, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3820237136274852, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.844697430410009, "mean_strict_plane_XY_intersection_precision": 0.8448009075432422, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503369140625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.36498969687532684, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.36404304129246695, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8572371283994811, "mean_strict_plane_XY_intersection_precision": 0.8573458552130346, "ridge3d_confirmed_f1": 0.6791995648895656, "ridge3d_confirmed_recall": 0.6480472665058397, "ridge3d_confirmed_precision": 0.783085221172808, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.6671783336525822, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6671772470057521, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.500205078125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.23772850761871084, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.23678566042180138, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9025724677951316, "mean_strict_plane_XY_intersection_precision": 0.9026842833488238, "ridge3d_confirmed_f1": 0.856631963465785, "ridge3d_confirmed_recall": 0.8554083688628881, "ridge3d_confirmed_precision": 0.8912453116606757, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.8268360690843664, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8268335835221835, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.555419921875 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3016042579260172, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.29918091865353785, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8804947620002921, "mean_strict_plane_XY_intersection_precision": 0.8806045730937935, "ridge3d_confirmed_f1": 0.8312463578050565, "ridge3d_confirmed_recall": 0.825691588956925, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8165340328881528, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8168520690592724, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.494599609375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25353582124319785, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2526244649516462, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8961664398561909, "mean_strict_plane_XY_intersection_precision": 0.8962855450227579, "ridge3d_confirmed_f1": 0.8107241038483194, "ridge3d_confirmed_recall": 0.8128794698555165, "ridge3d_confirmed_precision": 0.8327116509974638, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7757790993720988, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7757782519793973, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.842376114648458, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8483333374931985, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7228829066582422, "mean_strict_plane_XY_intersection_precision": 0.72297298451317, "ridge3d_confirmed_f1": 0.2437787147622554, "ridge3d_confirmed_recall": 0.21266966062165918, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.24160211909473528, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24160641494262533, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503486328125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.009243873116006057, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.009243873116006057, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998566235809521, "mean_strict_plane_XY_intersection_precision": 0.9999622258190511, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.731396484375 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5027480481473439, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39754875290982356, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8410190758355833, "mean_strict_plane_XY_intersection_precision": 0.8411232200667674, "ridge3d_confirmed_f1": 0.7303451965561824, "ridge3d_confirmed_recall": 0.7229507151368612, "ridge3d_confirmed_precision": 0.768546150753802, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 213, "ridge3d_conditional_f1_diagnostic": 0.6985910575754789, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1085, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 655, "ridge3d_v1_f1_diagnostic": 0.6987606324879011, "all_edges_two_incidences_fraction_diagnostic": 0.9873563218390805, "mean_retained_fraction": 0.7317180765086206 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1817023747980209, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.8209393833375789, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6391521443768761, "mean_strict_plane_XY_intersection_precision": 0.6392587291419675, "ridge3d_confirmed_f1": 0.39494349003898893, "ridge3d_confirmed_recall": 0.3727404793378764, "ridge3d_confirmed_precision": 0.48517497301900486, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 108, "ridge3d_conditional_f1_diagnostic": 0.37848751128736446, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 283, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.3784863706875869, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.72345703125 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6363015572006318, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.4555916369046588, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8084180535596694, "mean_strict_plane_XY_intersection_precision": 0.808528802068585, "ridge3d_confirmed_f1": 0.5816727535740206, "ridge3d_confirmed_recall": 0.571430619912979, "ridge3d_confirmed_precision": 0.6409980863327327, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.5640463064960201, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5642822688831136, "all_edges_two_incidences_fraction_diagnostic": 0.9783333333333334, "mean_retained_fraction": 0.7291015625 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3908818682473239, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3288620625837819, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8708046295704313, "mean_strict_plane_XY_intersection_precision": 0.870903217059435, "ridge3d_confirmed_f1": 0.7686600284915637, "ridge3d_confirmed_recall": 0.7578964740932828, "ridge3d_confirmed_precision": 0.8035576195846129, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.7225404267820698, "ridge3d_teacher_empty_spurious_clouds": 24, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 588, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 612, "ridge3d_v1_f1_diagnostic": 0.7225404267820698, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7321728515625 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_long_mean3.json", "paired_rows_sha256": "3fa29b200a1d5e1a7465e7cfb851d29845cd19db627365270f2ce17b1e39d79c" } }, "native_design_sha256": "03a81756528024b0c36b6587ad2c49d4f72f6022fd3d83c0302eca1090dc8cc4", "primary": "Fixed teacher-grid 10m-capped error; missing/failed/LoD1=10m; physical-building macro", "eligibility": "No clean building harmed >0.02m; no additional native failure relative to matched raw", "uncertainty": "Paired physical-building bootstrap within these fixed source cities; 12 corruptions not independent units", "reference_status": "automatic 3DBAG reference; synthetic observations, not independent human GT", "old_round_direct_comparison_valid": false, "selection_performed": false, "_publication": { "original_source_sha256": "543e4ef1ec46af71cf50154e617a90b4329344e1ec6514e37656fb4e5f949eaf", "original_source": "source:scaling/reports_reconstruction/test_full_summary.json", "published_sha256_location": "https://feng96.github.io/research-daily/lod2/studies/report_package_manifest.json (artifact entry by href)", "notice": "All pre-existing scientific hash values remain original-source hashes. Paths are public provenance labels; published-copy SHA is in the package manifest. Metrics/numeric values were not changed." } }