{ "status": "complete", "generated_utc": "2026-10-21T09:34:01.718062+00:00", "elapsed_hours": 5.1262901975, "source_selected_family": "graph_20000_long", "primary_deployment_method": "graph_20000_long_s20261031", "completed_model_instances": 26, "fresh_city_safety_passed": true, "fresh_city_safety_scope": "Post-freeze diagnostic only; never used to reselect or tune a model.", "primary_error_decomposition": { "deployment_method": "graph_20000_long_s20261031", "mean_primary_loss_m": 0.5123316077996095, "strict_missing_coverage_penalty_component_m": 0.13099867838435816, "remaining_covered_cell_capped_error_component_m": 0.3813329294152513, "native_failed_or_non_LoD2_slots": 31, "native_LoD2_slots_failing_edge_incidence_diagnostic": 3, "condition_contribution_to_overall_loss_m": { "clean": 0.009166530906391659, "dense_canopy": 0.031720982533240884, "flat_canopy": 0.030145140355079068, "hole": 0.021010743486904612, "low_canopy": 0.019409288166246152, "noise": 0.021517935502312225, "occlusion_heavy": 0.06888393539233927, "scattered_tree": 0.015041680655041934, "sparse": 0.04447029535806123, "tilted_canopy": 0.021612862156877164, "tree_multiple": 0.025102776742394122, "very_sparse": 0.20424943654472114 }, "largest_condition_contributions": [ "very_sparse", "occlusion_heavy", "sparse" ], "interpretation": "Post-test diagnosis of the fixed deployment method; 10*(1-coverage) is a component of loss, not added again. Edge incidence is an additional diagnostic, not complete solid validation. No causal attribution or retuning." }, "qualitative_real_probe": { "result_sha256": "534bc9aa9b0c65c0f5bea52dac04b9f75ff4b4ff85e8f58adc5b102ff6057ccf", "utc": "2026-10-21T08:35:35.700400+00:00", "source_selection_path": "source:scaling/reports/source_family_selection.json", "source_selection_sha256": "645f41e5b04f418d7155e816705699a883135b0ce6011069b086f8ed847ce99b", "primary_method": "graph_20000_long_s20261031", "recipe_sha256": "632b5f639390237397796dd1243f8c3c5bea6a1552d2549c3e27be99d3e896e9", "scope": "20source-train-city qualitative probe only; no independent GT/validation accuracy; RGB display only", "no_local_threshold_or_checkpoint_selection": true, "checkpoint_changed_by_target_results": false, "status": "complete", "fixed_building_denominator": 20, "checkpoint_path": "source:scaling/models/graph_20000_long_s20261031.pt", "checkpoint_sha256": "0899d4f194dbad868ebf63f267dc6a54e7723491ab96c91347dfe323088d56b1", "checkpoint_state_strict_loaded_and_verified": true, "unchanged_calibration_cutoff": 0.43206343054771423, "GPU_execution_performed": true, "candidate_records": 98227, "kept": 88518, "removed": 9709, "score_is_calibrated_real_probability": false, "independent_accuracy_evaluated": false, "records": [ { "id": "NL.IMBAG.Pand.0546100000003629", "status": "complete", "source_input_sha256": "fcfe819c8c204bb8129a531d4411c9abe327de321155b75238105b561716cecb", "n_original": 6936, "kept": 6740, "removed": 196, "retained_fraction": 0.9717416378316033, "score_quantiles": [ 0.04000580310821533, 0.5152913928031921, 0.972647488117218, 0.9998016357421875, 0.9999942779541016 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003629.npz", "prediction_sha256": "f8d4e7b1b539a5566ace3f1ca5cb3a30d825ec70dbbcb16d13ff72692c1564c8", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000005073", "status": "complete", "source_input_sha256": "edcd120512149941c6eda51a292700efbcda2aa7e118a5fb0d88b0f2afce3cf4", "n_original": 2667, "kept": 2667, "removed": 0, "retained_fraction": 1.0, "score_quantiles": [ 0.8547865748405457, 0.9939291477203369, 0.9999780654907227, 0.9999992251396179, 1.0 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000005073.npz", "prediction_sha256": "f9b7dd756fcaba95dea784fc27219322316182f7ef911ef9fa5ab7efb65f54bc", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000004149", "status": "complete", "source_input_sha256": "20a8f003c5f0c9a6580158e3df3fd20abe10e204015d755ffeae737ea12bec40", "n_original": 2935, "kept": 1811, "removed": 1124, "retained_fraction": 0.6170357751277683, "score_quantiles": [ 0.022653160616755486, 0.11955755949020389, 0.6057978272438049, 0.9999955296516418, 0.9999998211860657 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000004149.npz", "prediction_sha256": "fb946ad6ca464d3d1928ad5db1ba35c3d9e4ec480c87794c6978ca06ba5b46bc", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003619", "status": "complete", "source_input_sha256": "f0f0dfb6b1cee9340cba6c2e5e6e01af44b2fa516dc3a38fdbabdeec08022150", "n_original": 6144, "kept": 5949, "removed": 195, "retained_fraction": 0.96826171875, "score_quantiles": [ 0.05672616884112358, 0.5136048257350921, 0.9967122673988342, 0.9999529719352722, 0.9999977946281433 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003619.npz", "prediction_sha256": "d3c71a7bf5f91627e6e8d2c026aef710eed95278cfa50938dd8b0ea744405277", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000000956", "status": "complete", "source_input_sha256": "9af2513066496a30d98bcde713e6a966744607f8a1ea9ef252949dbb4f29a83c", "n_original": 18394, "kept": 16106, "removed": 2288, "retained_fraction": 0.8756116124823312, "score_quantiles": [ 0.04978397116065025, 0.32650002688169477, 0.7000448405742645, 0.933272337913513, 0.9948928952217102 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000000956.npz", "prediction_sha256": "8c663f0844219957b52a96686094b2ca59aaf1cc8cdd6077c4895417e98aa568", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000004156", "status": "complete", "source_input_sha256": "fffb198e6794c25059fd436909184300038247337f95c0255221da19b80a02c8", "n_original": 3056, "kept": 1548, "removed": 1508, "retained_fraction": 0.506544502617801, "score_quantiles": [ 0.004594551865011454, 0.05030013807117939, 0.4394802451133728, 0.9999998211860657, 1.0 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000004156.npz", "prediction_sha256": "0fb605bb5acddc86f7093ee87c422adecd8b7e80f16671e78d088711ac7a19a1", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000002345", "status": "complete", "source_input_sha256": "f1aa54d1dcacbc8ee6b9bccae424087c0a42245159dab4327ab172cfd4b92586", "n_original": 5013, "kept": 4991, "removed": 22, "retained_fraction": 0.9956114103331338, "score_quantiles": [ 0.16743619740009308, 0.6851834416389465, 0.9924939274787903, 0.9999997019767761, 1.0 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000002345.npz", "prediction_sha256": "2c05ac6fbfb1b17df7dca6884df4fe86c8ac6f83dd4e393f8b8bfd27dab45bb2", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003600", "status": "complete", "source_input_sha256": "13c62621894fc068227d5a175db6fa82b18befb4462403c06107d91f031d1e68", "n_original": 7020, "kept": 7020, "removed": 0, "retained_fraction": 1.0, "score_quantiles": [ 0.4509317874908447, 0.9313598304986954, 0.9994461536407471, 0.9999935060739518, 0.9999997019767761 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003600.npz", "prediction_sha256": "2c718d20d2981e3702b1c606870bf636ea540b98d526adfea2a9cf6bcc458f3e", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003601", "status": "complete", "source_input_sha256": "54cb67ee5a97e10b3473a57f3369a5fc90fdbb657e2723588261065649102934", "n_original": 6420, "kept": 6360, "removed": 60, "retained_fraction": 0.9906542056074766, "score_quantiles": [ 0.1532876193523407, 0.6277570694684982, 0.9810330271720886, 0.999793142080307, 0.9999991059303284 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003601.npz", "prediction_sha256": "0eeb2298f10dc84940e2ec568511b6a324ac8d13858927f799e5e624ac504350", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000005062", "status": "complete", "source_input_sha256": "125a1480ef792b84efac16f85adddd68f8fd37846d53c2adbbd191c2aeaf900c", "n_original": 2844, "kept": 2394, "removed": 450, "retained_fraction": 0.8417721518987342, "score_quantiles": [ 0.11737260967493057, 0.32350028157234195, 0.693574845790863, 0.9921497255563736, 0.9999845623970032 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000005062.npz", "prediction_sha256": "3abcd5b54dec995f9e60f22f82d1f57c1d0932afa775c1376a6711a3e3cf45b0", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003648", "status": "complete", "source_input_sha256": "76f200c0e400da62bc38c5761dd43b9e7beed517373b35faf2a42713ba3ccf2c", "n_original": 3066, "kept": 2731, "removed": 335, "retained_fraction": 0.8907371167645141, "score_quantiles": [ 0.007856331765651703, 0.2546047568321228, 0.8780481219291687, 0.9943911582231522, 0.9998158812522888 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003648.npz", "prediction_sha256": "2a48fdd6d2a2d8ed0c2cee3b5f9e56c5c10057df52f1a8b978142e7c13394cdf", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000005058", "status": "complete", "source_input_sha256": "b05d0e76e677980c536c10b18d3110b2751467a67f0398d46cde8ce6879dce5f", "n_original": 4504, "kept": 2265, "removed": 2239, "retained_fraction": 0.502886323268206, "score_quantiles": [ 8.86033012648113e-06, 0.00018284444595337846, 0.4493345320224762, 0.999988853931427, 0.9999985098838806 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000005058.npz", "prediction_sha256": "c59c6c712c311e97bfeef9e371e9047e8c1ad7bbf5518fb9fb35f584dbcf3fcc", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000005074", "status": "complete", "source_input_sha256": "78d243bdb22d767833687d5b844d40474379379b3e055720164dd2eeceda56d8", "n_original": 2208, "kept": 2194, "removed": 14, "retained_fraction": 0.9936594202898551, "score_quantiles": [ 0.1712895780801773, 0.6925442934036254, 0.9880383014678955, 0.9999382883310318, 0.9999995231628418 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000005074.npz", "prediction_sha256": "2f47b9ea68390405023639f860e55bb8fd36eb72d83d48e69d73d5a425487484", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003746", "status": "complete", "source_input_sha256": "68238db52047fc3a4ecbfb6b9db8857087c20ccfc1c5e7ef7263a717176a0c3d", "n_original": 5134, "kept": 5120, "removed": 14, "retained_fraction": 0.9972730814179976, "score_quantiles": [ 0.19499091804027557, 0.6930528968572617, 0.9663399159908295, 0.9999859154224395, 0.9999997019767761 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003746.npz", "prediction_sha256": "86753b1fed6851dfcae99ba46d67b145fb1e5bdec5d2e9f45fdcc642bd0598a0", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003976", "status": "complete", "source_input_sha256": "781990fce929df5c5ef4a6c9fa6c8c05e4660befedef08e372b3d09deb1596ee", "n_original": 7012, "kept": 6965, "removed": 47, "retained_fraction": 0.9932972047917855, "score_quantiles": [ 0.13005344569683075, 0.7369957447052002, 0.9987643659114838, 0.9999838143587112, 0.9999998211860657 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003976.npz", "prediction_sha256": "949b4da5b344b3fbfe3ee48867d5791594a1ec993b5c3d3f6e4cbe94d4a31b7e", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003739", "status": "complete", "source_input_sha256": "0c72411585c96e0f2ed9c322f5feca0b770fab5b88202002e527a3c5c7135574", "n_original": 3541, "kept": 3537, "removed": 4, "retained_fraction": 0.9988703756001129, "score_quantiles": [ 0.3568998873233795, 0.8519836068153381, 0.9985955357551575, 0.9999866485595703, 0.9999998211860657 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003739.npz", "prediction_sha256": "50e79814fdc9a0c442b32ffe6cd47a56079d738f489ed0b0ce247c544217b71c", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000003952", "status": "complete", "source_input_sha256": "46466be37f59ea4f0d207285cee679e1c5e2843c44c545f66ae6251970ae51c8", "n_original": 3743, "kept": 3649, "removed": 94, "retained_fraction": 0.9748864547154689, "score_quantiles": [ 0.09620410203933716, 0.5494783759117127, 0.9807628989219666, 0.9998220086097718, 0.9999976754188538 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000003952.npz", "prediction_sha256": "3aa86e64f5618de93ad0697ef3f58b69cb9ed72c61e749ef5d693302161bb310", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000005049", "status": "complete", "source_input_sha256": "f57c8c26f62a11f6e1ba09eac181d8a5a506939a5f8fcb37c466632fd7d82c13", "n_original": 2202, "kept": 2198, "removed": 4, "retained_fraction": 0.9981834695731153, "score_quantiles": [ 0.3634984791278839, 0.6891676843166351, 0.990991860628128, 0.9998356491327286, 0.9999988675117493 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000005049.npz", "prediction_sha256": "df4beb6354cc82d5d8bf11b1b476360ff775bda9cf8e95222f24c90d2e96020c", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000002942", "status": "complete", "source_input_sha256": "08fe4b8c85b9f1d102181c0c7b3333687742318264e983afa3b398336b1461dd", "n_original": 2043, "kept": 2017, "removed": 26, "retained_fraction": 0.9872736172295644, "score_quantiles": [ 0.14417850971221924, 0.6536734819412232, 0.9852738380432129, 0.9997481286525727, 0.9999611973762512 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000002942.npz", "prediction_sha256": "210341c34f653c4c92a58f7094055d82d8b8fbad29138fa4931fa6488bf3d8d1", "XYZ_and_source_indices_original": true }, { "id": "NL.IMBAG.Pand.0546100000004178", "status": "complete", "source_input_sha256": "592ceed4895da2893481e52358c7e0da832de2df151ada9919f5b7172190e47e", "n_original": 3345, "kept": 2256, "removed": 1089, "retained_fraction": 0.6744394618834081, "score_quantiles": [ 0.022098831832408905, 0.12789686620235444, 0.644974410533905, 0.9999984860420227, 1.0 ], "all_points_exactly1vote_per_pass": true, "prediction_path": "paired_real_feasibility/qualitative_dl/predictions/NL_IMBAG_Pand_0546100000004178.npz", "prediction_sha256": "8bd6e2be70e5a350ca39d6ee86844ed1928b0c58ce712e8ce1fe26fed0364094", "XYZ_and_source_indices_original": true } ] }, "implementation_correction": { "inference_correction_amendment.json": "dc0b2b92b8944222bef757398aea59e4a590912dc345d177cd3ccb24961831d0", "inference_correction_calibration_replay.json": "2a5e72eb9cb7e36f3485a5c645a5e66d58155a54ebbaebf059377d21b18c7ed1", "inference_correction_source_forward_replay.json": "c38e2631f4a1506c1c63427bb7b18e1b33083d2de9e2f003ec9a13deb55900bf" }, "data_counts": { "train": 20000, "calibration": 500, "validation": 500, "test": 600 }, "adjacency_component_counts": { "train": 8541, "calibration": 391, "validation": 385, "test": 360 }, "train_cities": [ "Utrecht", "Leiden", "Haarlem", "Delft", "Rotterdam", "Amersfoort", "Arnhem", "Nijmegen", "Zwolle", "Tilburg" ], "final_cities": [ "Groningen", "Maastricht" ], "native_buildings_per_stage": 200, "conditions": 12, "final_native_methods": 19, "final_native_logical_slots": 45600, "families": { "raw": { "test_seed_losses_m": [ 1.094044631553961 ], "test_mean_loss_m": 1.094044631553961, "test_seed_std_m": null, "source_mean_loss_m": 1.2460781598098496, "test_clean_harm_counts": [ 0 ], "test_max_clean_harm_m": 0.0, "test_new_native_failures": [ 0 ], "test_native_generation_counts": [ 2369 ], "test_mean_coverage": 0.9853834729347051, "test_mean_edge_F1": 0.5411725439075514, "by_city_mean_loss_m": { "Groningen": 1.218727338024032, "Maastricht": 0.96936192508389 }, "by_case_mean_loss_m": { "clean": 0.10999837087669988, "sparse": 0.5336435442967346, "very_sparse": 2.450993238536653, "noise": 0.2582152260277468, "hole": 0.24287815324665288, "scattered_tree": 0.2334975204733718, "dense_canopy": 1.9311402003295348, "flat_canopy": 1.8641323228975422, "low_canopy": 0.2864071156028785, "tree_multiple": 0.5429494518364781, "tilted_canopy": 1.9830447080364306, "occlusion_heavy": 2.691635726486807 } }, "geometry": { "test_seed_losses_m": [ 1.104115773374105 ], "test_mean_loss_m": 1.104115773374105, "test_seed_std_m": null, "source_mean_loss_m": 1.2517657457032594, "test_clean_harm_counts": [ 1 ], "test_max_clean_harm_m": 0.07217389956281554, "test_new_native_failures": [ 0 ], "test_native_generation_counts": [ 2369 ], "test_mean_coverage": 0.9841390790801771, "test_mean_edge_F1": 0.5449900013276858, "by_city_mean_loss_m": { "Groningen": 1.21474632094495, "Maastricht": 0.9934852258032596 }, "by_case_mean_loss_m": { "clean": 0.10881926064860327, "sparse": 0.5378565536279076, "very_sparse": 2.450993238536653, "noise": 0.2469611350185059, "hole": 0.24453657339513768, "scattered_tree": 0.18637412328878739, "dense_canopy": 2.082891282910087, "flat_canopy": 1.879371217647861, "low_canopy": 0.2874144562569453, "tree_multiple": 0.5147792281495295, "tilted_canopy": 1.9807055970532375, "occlusion_heavy": 2.728686613956004 } }, "graph_10000": { "test_seed_losses_m": [ 0.5161391843327396, 0.5181022088162457, 0.5116544439354288 ], "test_mean_loss_m": 0.5152986123614713, "test_seed_std_m": 0.003305047491146725, "source_mean_loss_m": 0.6862826073372316, "test_clean_harm_counts": [ 1, 1, 0 ], "test_max_clean_harm_m": 0.48391482713075773, "test_new_native_failures": [ 0, 0, 0 ], "test_native_generation_counts": [ 2369, 2369, 2369 ], "test_mean_coverage": 0.9869013294795718, "test_mean_edge_F1": 0.6603495959430744, "by_city_mean_loss_m": { "Groningen": 0.6373367929463396, "Maastricht": 0.39326043177660325 }, "by_case_mean_loss_m": { "clean": 0.11010307281838767, "sparse": 0.5336467940046514, "very_sparse": 2.450993238536653, "noise": 0.2611873451549119, "hole": 0.24381508125425877, "scattered_tree": 0.1790396313236151, "dense_canopy": 0.38545109732444943, "flat_canopy": 0.3788345976541925, "low_canopy": 0.22201578126640395, "tree_multiple": 0.3085328870137338, "tilted_canopy": 0.2719933178942604, "occlusion_heavy": 0.8379705040921385 } }, "global_3500": { "test_seed_losses_m": [ 0.5577044871398497, 0.5535683552778662, 0.5494709149854755 ], "test_mean_loss_m": 0.5535812524677305, "test_seed_std_m": 0.004116801228921689, "source_mean_loss_m": 0.7120967465401565, "test_clean_harm_counts": [ 2, 2, 2 ], "test_max_clean_harm_m": 1.6660979236803495, "test_new_native_failures": [ 2, 0, 1 ], "test_native_generation_counts": [ 2367, 2369, 2368 ], "test_mean_coverage": 0.9861088772208527, "test_mean_edge_F1": 0.6490683605437774, "by_city_mean_loss_m": { "Groningen": 0.6823319925093355, "Maastricht": 0.4248305124261253 }, "by_case_mean_loss_m": { "clean": 0.11551471565980931, "sparse": 0.5376373294683239, "very_sparse": 2.486274932746823, "noise": 0.2681514086962009, "hole": 0.24657145274410555, "scattered_tree": 0.2414663623636354, "dense_canopy": 0.411628073799358, "flat_canopy": 0.4702724252656391, "low_canopy": 0.2793999245715844, "tree_multiple": 0.29513170590822635, "tilted_canopy": 0.33512815155664005, "occlusion_heavy": 0.955798546832419 } }, "graph_3500": { "test_seed_losses_m": [ 0.5141727665313772, 0.5173225043994267, 0.5168884557910919 ], "test_mean_loss_m": 0.5161279089072986, "test_seed_std_m": 0.0017070547241351123, "source_mean_loss_m": 0.6841846025805974, "test_clean_harm_counts": [ 1, 2, 0 ], "test_max_clean_harm_m": 1.2751577851912232, "test_new_native_failures": [ 0, 0, 0 ], "test_native_generation_counts": [ 2369, 2369, 2369 ], "test_mean_coverage": 0.9868957739240162, "test_mean_edge_F1": 0.6586336892563921, "by_city_mean_loss_m": { "Groningen": 0.6398824722775855, "Maastricht": 0.3923733455370116 }, "by_case_mean_loss_m": { "clean": 0.11524225243053186, "sparse": 0.5360556150239266, "very_sparse": 2.450993238536653, "noise": 0.26336961463797093, "hole": 0.24262357814957414, "scattered_tree": 0.17537996218969257, "dense_canopy": 0.3827966531842632, "flat_canopy": 0.3826120649659544, "low_canopy": 0.22676921490766255, "tree_multiple": 0.3045984886714625, "tilted_canopy": 0.2697393687435224, "occlusion_heavy": 0.8433548554463689 } }, "graph_20000": { "test_seed_losses_m": [ 0.5143259695704778, 0.5148038889392287, 0.5149465199924339 ], "test_mean_loss_m": 0.5146921261673801, "test_seed_std_m": 0.0003250213753369449, "source_mean_loss_m": 0.6836554078550795, "test_clean_harm_counts": [ 0, 0, 0 ], "test_max_clean_harm_m": 0.017050818463763773, "test_new_native_failures": [ 0, 0, 0 ], "test_native_generation_counts": [ 2369, 2369, 2369 ], "test_mean_coverage": 0.9869025267975795, "test_mean_edge_F1": 0.6600515861610803, "by_city_mean_loss_m": { "Groningen": 0.6363319131681412, "Maastricht": 0.393052339166619 }, "by_case_mean_loss_m": { "clean": 0.10967024848554478, "sparse": 0.5336435442967346, "very_sparse": 2.450993238536653, "noise": 0.2605157950157999, "hole": 0.24287907680473242, "scattered_tree": 0.17413486834174952, "dense_canopy": 0.3837002957667945, "flat_canopy": 0.38323652178298334, "low_canopy": 0.2252950356502826, "tree_multiple": 0.30245859968082894, "tilted_canopy": 0.26614345468505085, "occlusion_heavy": 0.8436348349614073 } }, "graph_20000_long": { "test_seed_losses_m": [ 0.5123316077996095, 0.5125401174878738, 0.5135884877985171 ], "test_mean_loss_m": 0.5128200710286668, "test_seed_std_m": 0.0006735854226936454, "source_mean_loss_m": 0.683252810209552, "test_clean_harm_counts": [ 0, 0, 0 ], "test_max_clean_harm_m": 1.4843666916397602e-05, "test_new_native_failures": [ 0, 0, 0 ], "test_native_generation_counts": [ 2369, 2369, 2369 ], "test_mean_coverage": 0.9869025267975795, "test_mean_edge_F1": 0.6619114530791954, "by_city_mean_loss_m": { "Groningen": 0.6340261112491259, "Maastricht": 0.39161403080820767 }, "by_case_mean_loss_m": { "clean": 0.10994811617476126, "sparse": 0.5336435442967346, "very_sparse": 2.450993238536653, "noise": 0.2590050756718529, "hole": 0.251495077663176, "scattered_tree": 0.17690542336804396, "dense_canopy": 0.3837638940166986, "flat_canopy": 0.36697406332517274, "low_canopy": 0.23152752932025125, "tree_multiple": 0.298567283420106, "tilted_canopy": 0.25359406157291037, "occlusion_heavy": 0.8374235449776407 } } }, "source_family_selection": { "created_utc": "2026-10-21T08:34:30.482504+00:00", "protocol_sha256": "88b0d89f7a545268a847856a78ec99f154da8beb932dda1ab41a324f0247ac7f", "screen_selection_sha256": "c650fdd967e1710d8bfae525874b311fbd4ac6788f4bca2e7dc5b0e43165f0e3", "full_summary_path": "source:scaling/reports/source_family_selection_input.json", "full_summary_sha256": "d495cd9c7d9d42bd85698a8aaede3121f8e5430c02d10d3a3431324815cfc1db", "families": { "graph_10000": { "mean_seed_primary_loss_m": 0.6862826073372316, "seed_losses_m": [ 0.6827365911378697, 0.6906299176115966, 0.6854813132622283 ], "all_seeds_eligible": false, "seed_methods": [ "graph_10000_s20261031", "graph_10000_s20261101", "graph_10000_s20261102" ] }, "global_3500": { "mean_seed_primary_loss_m": 0.7120967465401565, "seed_losses_m": [ 0.7069286461589127, 0.7090558385164445, 0.7203057549451123 ], "all_seeds_eligible": false, "seed_methods": [ "global_3500_s20261031", "global_3500_s20261101", "global_3500_s20261102" ] }, "graph_3500": { "mean_seed_primary_loss_m": 0.6841846025805974, "seed_losses_m": [ 0.685665998054385, 0.686270475491283, 0.6806173341961245 ], "all_seeds_eligible": false, "seed_methods": [ "graph_3500_s20261031", "graph_3500_s20261101", "graph_3500_s20261102" ] }, "graph_20000": { "mean_seed_primary_loss_m": 0.6836554078550795, "seed_losses_m": [ 0.6821102340316907, 0.6874072009785682, 0.6814487885549796 ], "all_seeds_eligible": false, "seed_methods": [ "graph_20000_s20261031", "graph_20000_s20261101", "graph_20000_s20261102" ] }, "graph_20000_long": { "mean_seed_primary_loss_m": 0.683252810209552, "seed_losses_m": [ 0.6811221276108099, 0.6873147655755872, 0.6813215374422588 ], "all_seeds_eligible": true, "seed_methods": [ "graph_20000_long_s20261031", "graph_20000_long_s20261101", "graph_20000_long_s20261102" ] } }, "eligible_family_order": [ "graph_20000_long" ], "source_selected_family": "graph_20000_long", "eligible_baselines": [ "raw" ], "source_selected_baseline": "raw", "primary_deployment_seed": 20261031, "ensemble_families": [ "graph_10000", "graph_20000_long" ], "primary_method": "graph_20000_long_s20261031", "fixed_final_methods": [ "raw", "geometry", "graph_10000_s20261031", "graph_10000_s20261101", "graph_10000_s20261102", "global_3500_s20261031", "global_3500_s20261101", "global_3500_s20261102", "graph_3500_s20261031", "graph_3500_s20261101", "graph_3500_s20261102", "graph_20000_s20261031", "graph_20000_s20261101", "graph_20000_s20261102", "graph_20000_long_s20261031", "graph_20000_long_s20261101", "graph_20000_long_s20261102", "graph_10000_mean3", "graph_20000_long_mean3" ], "interpretation": "Rank families by mean of three separately reconstructed seeds; no best-seed selection. Ensembles are extra inference budget and separate comparisons.", "final_labels_used": false }, "parent_macro_clustered_paired_vs_raw": { "raw": { "mean_parent_delta_m": 0.0, "parent_buildings": 200, "adjacency_clusters": 150, "fixed_city_parent_weights": { "Groningen": 0.5, "Maastricht": 0.5 }, "bootstrap_design": "Resample whole adjacency groups separately within each fixed city, then combine using observed fixed parent-city weights.", "cluster_bootstrap_95_m": [ 0.0, 0.0 ], "scope": "Conditional on the fixed cities and trained seeds; not a national or cross-city confidence interval." }, "geometry": { "mean_parent_delta_m": 0.010071141820144028, "parent_buildings": 200, "adjacency_clusters": 150, "fixed_city_parent_weights": { "Groningen": 0.5, "Maastricht": 0.5 }, "bootstrap_design": "Resample whole adjacency groups separately within each fixed city, then combine using observed fixed parent-city weights.", "cluster_bootstrap_95_m": [ -0.009639178305537694, 0.030930368962604354 ], "scope": "Conditional on the fixed cities and trained seeds; not a national or cross-city confidence interval." }, "graph_10000": { "mean_parent_delta_m": -0.5787460191924895, "parent_buildings": 200, "adjacency_clusters": 150, "fixed_city_parent_weights": { "Groningen": 0.5, "Maastricht": 0.5 }, "bootstrap_design": "Resample whole adjacency groups separately within each fixed city, then combine using observed fixed parent-city weights.", "cluster_bootstrap_95_m": [ -0.6083021777882281, -0.5491802950942336 ], "scope": "Conditional on the fixed cities and trained seeds; not a national or cross-city confidence interval." }, "global_3500": { "mean_parent_delta_m": -0.5404633790862304, "parent_buildings": 200, "adjacency_clusters": 150, "fixed_city_parent_weights": { "Groningen": 0.5, "Maastricht": 0.5 }, "bootstrap_design": "Resample whole adjacency groups separately within each fixed city, then combine using observed fixed parent-city weights.", "cluster_bootstrap_95_m": [ -0.5724274999021602, -0.5093952541087531 ], "scope": "Conditional on the fixed cities and trained seeds; not a national or cross-city confidence interval." }, "graph_3500": { "mean_parent_delta_m": -0.5779167226466622, "parent_buildings": 200, "adjacency_clusters": 150, "fixed_city_parent_weights": { "Groningen": 0.5, "Maastricht": 0.5 }, "bootstrap_design": "Resample whole adjacency groups separately within each fixed city, then combine using observed fixed parent-city weights.", "cluster_bootstrap_95_m": [ -0.6081782217537546, -0.5481118305756805 ], "scope": "Conditional on the fixed cities and trained seeds; not a national or cross-city confidence interval." }, "graph_20000": { "mean_parent_delta_m": -0.5793525053865807, "parent_buildings": 200, "adjacency_clusters": 150, "fixed_city_parent_weights": { "Groningen": 0.5, "Maastricht": 0.5 }, "bootstrap_design": "Resample whole adjacency groups separately within each fixed city, then combine using observed fixed parent-city weights.", "cluster_bootstrap_95_m": [ -0.6092562398950536, -0.5499015724574148 ], "scope": "Conditional on the fixed cities and trained seeds; not a national or cross-city confidence interval." }, "graph_20000_long": { "mean_parent_delta_m": -0.581224560525294, "parent_buildings": 200, "adjacency_clusters": 150, "fixed_city_parent_weights": { "Groningen": 0.5, "Maastricht": 0.5 }, "bootstrap_design": "Resample whole adjacency groups separately within each fixed city, then combine using observed fixed parent-city weights.", "cluster_bootstrap_95_m": [ -0.6105223924045632, -0.552251675332294 ], "scope": "Conditional on the fixed cities and trained seeds; not a national or cross-city confidence interval." } }, "models": [ { "method": "global_3500", "seed": 20261031, "sha256": "8a50b6e826176a041b9a5f8b3622955ff5423ce2bf0a79eabb9d3d86f30c1f3d", "settings": { "kind": "global", "width": 64, "buildings": 3500, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 50757, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 36.57142857142857, "elapsed_seconds": 56.318222761154175, "best_step": 23000, "best_calibration_BCE": 0.09751668733539004, "cutoff": 0.13753245770931244, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 4.794271744, "common_static_gpu_data_GB": 4.61456384, "peak_above_common_data_GB": 0.179707904, "history": [ { "step": 1000, "training_loss": 0.20755248060077428, "calibration_BCE": 0.17732745721990412, "elapsed_seconds": 2.637404203414917, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.15737022562325, "calibration_BCE": 0.16086677833325935, "elapsed_seconds": 4.942474365234375, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.14190271811187266, "calibration_BCE": 0.16285628958037404, "elapsed_seconds": 7.34491491317749, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.13290542291849852, "calibration_BCE": 0.14024283988259056, "elapsed_seconds": 9.699925661087036, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.1255174596644938, "calibration_BCE": 0.13846131642659507, "elapsed_seconds": 12.005761861801147, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.12105061615258456, "calibration_BCE": 0.12815652285489168, "elapsed_seconds": 14.309646368026733, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.1177331726513803, "calibration_BCE": 0.12821921830610797, "elapsed_seconds": 16.61907386779785, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.11294576336070895, "calibration_BCE": 0.13029558341286399, "elapsed_seconds": 18.93684220314026, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.10803376430645585, "calibration_BCE": 0.11878555607651219, "elapsed_seconds": 21.321228504180908, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.10565980772674084, "calibration_BCE": 0.11679085129246568, "elapsed_seconds": 23.623656511306763, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.10243098124116659, "calibration_BCE": 0.11694200055671461, "elapsed_seconds": 25.93861198425293, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.10100993597134948, "calibration_BCE": 0.11178947240656073, "elapsed_seconds": 28.269538164138794, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.09775661374628544, "calibration_BCE": 0.10808552921179569, "elapsed_seconds": 30.692551136016846, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.09569044718332588, "calibration_BCE": 0.1114038544625947, "elapsed_seconds": 32.99470257759094, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.09343532528355718, "calibration_BCE": 0.1080512617631392, "elapsed_seconds": 35.29401659965515, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.09100622834078967, "calibration_BCE": 0.10422049583666253, "elapsed_seconds": 37.60445213317871, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.08786197135411203, "calibration_BCE": 0.10267868009625059, "elapsed_seconds": 39.913875579833984, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.08791670129448176, "calibration_BCE": 0.10157663814660274, "elapsed_seconds": 42.21714949607849, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.0869833719022572, "calibration_BCE": 0.09976994198885832, "elapsed_seconds": 44.53237700462341, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.08580694073624909, "calibration_BCE": 0.10025006230672201, "elapsed_seconds": 46.840434551239014, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.08521859879419208, "calibration_BCE": 0.09850513707941229, "elapsed_seconds": 49.14965867996216, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.08506563155539335, "calibration_BCE": 0.09835082096909031, "elapsed_seconds": 51.60789346694946, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.08498601767607034, "calibration_BCE": 0.09751668733539004, "elapsed_seconds": 53.910781145095825, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.08349884132295847, "calibration_BCE": 0.0976761836196437, "elapsed_seconds": 56.20901393890381, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950307741820371, "calibration_contamination_rejection": 0.8452434040053417, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 25460736, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "global_3500", "seed": 20261101, "sha256": "392dcfb622f5b40555cefe878f872afed82f1b5409c2983f4117e0d33a7a965e", "settings": { "kind": "global", "width": 64, "buildings": 3500, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 50757, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 36.57142857142857, "elapsed_seconds": 55.20407319068909, "best_step": 22000, "best_calibration_BCE": 0.10145714374889027, "cutoff": 0.11596072465181351, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 4.827826176, "common_static_gpu_data_GB": 4.648118272, "peak_above_common_data_GB": 0.179707904, "history": [ { "step": 1000, "training_loss": 0.2089384358525276, "calibration_BCE": 0.1872454092314749, "elapsed_seconds": 2.277921676635742, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.15919816817343235, "calibration_BCE": 0.1647674591064453, "elapsed_seconds": 4.560402154922485, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.1457636426500976, "calibration_BCE": 0.16103779209021366, "elapsed_seconds": 6.982209920883179, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.13634442433714866, "calibration_BCE": 0.14884807836359198, "elapsed_seconds": 9.262949228286743, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.12715990643575786, "calibration_BCE": 0.13824791134920988, "elapsed_seconds": 11.551110029220581, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.12259981879964471, "calibration_BCE": 0.14046658329819187, "elapsed_seconds": 13.825275182723999, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.11800562307611108, "calibration_BCE": 0.13559488044507575, "elapsed_seconds": 16.09875726699829, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.11293481920659543, "calibration_BCE": 0.12662417343602037, "elapsed_seconds": 18.39189648628235, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.11071749233081937, "calibration_BCE": 0.12810031127929689, "elapsed_seconds": 20.66331386566162, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.1072705483995378, "calibration_BCE": 0.1286088726159298, "elapsed_seconds": 22.94138526916504, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.10373095356673002, "calibration_BCE": 0.11900217109448982, "elapsed_seconds": 25.225608587265015, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.10096012700162828, "calibration_BCE": 0.11428457609234434, "elapsed_seconds": 27.586474418640137, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.10027393011376262, "calibration_BCE": 0.11114744701963482, "elapsed_seconds": 29.90825080871582, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.09638360834494233, "calibration_BCE": 0.11044816048362038, "elapsed_seconds": 32.18381094932556, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.09568309844657778, "calibration_BCE": 0.11133006138657078, "elapsed_seconds": 34.46447801589966, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.0941103385463357, "calibration_BCE": 0.10951024974476208, "elapsed_seconds": 36.73933434486389, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.0918976506665349, "calibration_BCE": 0.10584193984522965, "elapsed_seconds": 39.028244733810425, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.0896586826518178, "calibration_BCE": 0.10562175565777403, "elapsed_seconds": 41.31535720825195, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.08921312993392348, "calibration_BCE": 0.10342842841870857, "elapsed_seconds": 43.591989040374756, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.08740001617744565, "calibration_BCE": 0.103557941829797, "elapsed_seconds": 45.868192195892334, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.08803998601436615, "calibration_BCE": 0.10296597451874705, "elapsed_seconds": 48.255335569381714, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.08528399816527962, "calibration_BCE": 0.10145714374889027, "elapsed_seconds": 50.553410053253174, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.08553951030224562, "calibration_BCE": 0.10172979736328125, "elapsed_seconds": 52.83232831954956, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.0853587368130684, "calibration_BCE": 0.10163000705603398, "elapsed_seconds": 55.10445690155029, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950329975492934, "calibration_contamination_rejection": 0.8297117347879186, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 25460736, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "global_3500", "seed": 20261102, "sha256": "5994d16274e670db9fc8718e0f1ace842bc00dd26f2a92b9a1a02dd39c2926f4", "settings": { "kind": "global", "width": 64, "buildings": 3500, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 50757, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 36.57142857142857, "elapsed_seconds": 55.35028028488159, "best_step": 23000, "best_calibration_BCE": 0.0958559595743815, "cutoff": 0.14033624529838562, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 4.827826176, "common_static_gpu_data_GB": 4.648118272, "peak_above_common_data_GB": 0.179707904, "history": [ { "step": 1000, "training_loss": 0.20846603649854661, "calibration_BCE": 0.1788548455440637, "elapsed_seconds": 2.273207426071167, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.15515569366514684, "calibration_BCE": 0.16312097496263908, "elapsed_seconds": 4.552597999572754, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.14024589574337007, "calibration_BCE": 0.14675011998956855, "elapsed_seconds": 6.834739685058594, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.13049405920132995, "calibration_BCE": 0.13934910999644887, "elapsed_seconds": 9.119912385940552, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.12479532635211944, "calibration_BCE": 0.13548634259773024, "elapsed_seconds": 11.405663967132568, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.11889717220515013, "calibration_BCE": 0.13294963993881687, "elapsed_seconds": 13.878011226654053, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.11546258643269539, "calibration_BCE": 0.1234297524654504, "elapsed_seconds": 16.148821592330933, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.10959879403561354, "calibration_BCE": 0.12012746554287997, "elapsed_seconds": 18.578587293624878, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.10638720502704382, "calibration_BCE": 0.12371486603707978, "elapsed_seconds": 20.86366868019104, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.10407043457776308, "calibration_BCE": 0.11786705155806108, "elapsed_seconds": 23.134666442871094, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.10040268225595356, "calibration_BCE": 0.11202296817663944, "elapsed_seconds": 25.420761585235596, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.09900821807980538, "calibration_BCE": 0.11141183462431936, "elapsed_seconds": 27.6998028755188, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.09529703962057828, "calibration_BCE": 0.10626305370908795, "elapsed_seconds": 29.986641883850098, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.09288721657171846, "calibration_BCE": 0.10572285600142045, "elapsed_seconds": 32.28241848945618, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.09124612294137478, "calibration_BCE": 0.10361651971990411, "elapsed_seconds": 34.56127309799194, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.09043407595157624, "calibration_BCE": 0.10139043902772846, "elapsed_seconds": 36.830538511276245, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.0874794134888798, "calibration_BCE": 0.09989677419951468, "elapsed_seconds": 39.27737355232239, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.08776865745335817, "calibration_BCE": 0.09718309141216856, "elapsed_seconds": 41.555553674697876, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.08520146591961383, "calibration_BCE": 0.0965614326245857, "elapsed_seconds": 43.84484601020813, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.08502086754143239, "calibration_BCE": 0.09683225042169745, "elapsed_seconds": 46.130871295928955, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.08263604864478111, "calibration_BCE": 0.09692931856097597, "elapsed_seconds": 48.413480281829834, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.08422204268351197, "calibration_BCE": 0.09605137060916785, "elapsed_seconds": 50.68825650215149, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.08297696720436215, "calibration_BCE": 0.0958559595743815, "elapsed_seconds": 52.97921633720398, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.08282885035127402, "calibration_BCE": 0.09592232582785866, "elapsed_seconds": 55.25368857383728, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.995017989820313, "calibration_contamination_rejection": 0.8467726687334335, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 25460736, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_attention", "seed": 20261031, "sha256": "2f6b431f0ba232ce20ead2d2132debbdfe52010bcbf68d94ffbb83550d3d52ec", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false, "attention": true }, "parameters": 75910, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 286.99126529693604, "best_step": 22000, "best_calibration_BCE": 0.039272872947924066, "cutoff": 0.4012185335159302, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.678286848, "common_static_gpu_data_GB": 4.648741888, "peak_above_common_data_GB": 2.02954496, "history": [ { "step": 1000, "training_loss": 0.14079779489710928, "calibration_BCE": 0.10896479154644591, "elapsed_seconds": 11.93373417854309, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.08342219720594585, "calibration_BCE": 0.0845788681492661, "elapsed_seconds": 23.876986503601074, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.06913726244866848, "calibration_BCE": 0.08694290799227627, "elapsed_seconds": 35.82264447212219, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.061220570674166086, "calibration_BCE": 0.06108115763808742, "elapsed_seconds": 47.76000380516052, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.05601302357390523, "calibration_BCE": 0.056996163709235916, "elapsed_seconds": 59.68847298622131, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.053132771169766786, "calibration_BCE": 0.06247941681832978, "elapsed_seconds": 71.62587547302246, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05097756564617157, "calibration_BCE": 0.052456716317841504, "elapsed_seconds": 83.56420755386353, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.04627880330290645, "calibration_BCE": 0.052467534521854285, "elapsed_seconds": 95.49041795730591, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.04423473285045475, "calibration_BCE": 0.048548329856178976, "elapsed_seconds": 107.41616702079773, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04310004386864603, "calibration_BCE": 0.05385237223307292, "elapsed_seconds": 119.34491229057312, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04103714543301612, "calibration_BCE": 0.047368838292902164, "elapsed_seconds": 131.26804161071777, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04084595323074609, "calibration_BCE": 0.042864721471613104, "elapsed_seconds": 143.20372557640076, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.03980322431586683, "calibration_BCE": 0.04450601910677823, "elapsed_seconds": 155.14022088050842, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.03878038150910288, "calibration_BCE": 0.044041873353900335, "elapsed_seconds": 167.07319903373718, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.03700945640169084, "calibration_BCE": 0.041458928287390506, "elapsed_seconds": 179.00009202957153, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.03645027374010533, "calibration_BCE": 0.04103615863684452, "elapsed_seconds": 190.9352524280548, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.03574734592344612, "calibration_BCE": 0.04073897783684008, "elapsed_seconds": 202.87994122505188, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03525598699972034, "calibration_BCE": 0.040508431475090256, "elapsed_seconds": 214.8167028427124, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03516445247456432, "calibration_BCE": 0.04008445238055605, "elapsed_seconds": 226.75455927848816, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.03455250523798168, "calibration_BCE": 0.040309135020862925, "elapsed_seconds": 238.6821985244751, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03437355443462729, "calibration_BCE": 0.04006529064756451, "elapsed_seconds": 250.6087772846222, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.03480195820331573, "calibration_BCE": 0.039272872947924066, "elapsed_seconds": 262.5632152557373, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03403330743405968, "calibration_BCE": 0.03947147540468158, "elapsed_seconds": 274.48850107192993, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03386821833299473, "calibration_BCE": 0.039409975803259646, "elapsed_seconds": 286.43536853790283, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950057613004031, "calibration_contamination_rejection": 0.9623689095486291, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 201490432, "attention_extra_MACs": 41943040, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_consistency", "seed": 20261031, "sha256": "4b66b5f48756ec1421eaca61803317c8ff4caa9994ed19d724e4d6971353d3d4", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": true, "consistency": true }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 391.356258392334, "best_step": 22000, "best_calibration_BCE": 0.045207305307099314, "cutoff": 0.3812195360660553, "extra_EMA_teacher_forwards": 24000, "peak_allocated_gpu_GB": 6.965275648, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 2.282979328, "history": [ { "step": 1000, "training_loss": 0.14347954071685673, "calibration_BCE": 0.11059381686123934, "elapsed_seconds": 16.28844976425171, "student_sample_exposures": 64000, "consistency_confident_fraction": 0.7809160390691577 }, { "step": 2000, "training_loss": 0.09008058872632682, "calibration_BCE": 0.08972659304069751, "elapsed_seconds": 32.57401156425476, "student_sample_exposures": 128000, "consistency_confident_fraction": 0.9112215800285339 }, { "step": 3000, "training_loss": 0.07711075095273555, "calibration_BCE": 0.0775044003573331, "elapsed_seconds": 48.86705827713013, "student_sample_exposures": 192000, "consistency_confident_fraction": 0.9237184746265411 }, { "step": 4000, "training_loss": 0.07022237353026867, "calibration_BCE": 0.06801601856116092, "elapsed_seconds": 65.15945982933044, "student_sample_exposures": 256000, "consistency_confident_fraction": 0.9294807569384574 }, { "step": 5000, "training_loss": 0.06461646543629468, "calibration_BCE": 0.0646577475345496, "elapsed_seconds": 81.44523406028748, "student_sample_exposures": 320000, "consistency_confident_fraction": 0.9351209453344345 }, { "step": 6000, "training_loss": 0.05906399249844253, "calibration_BCE": 0.060185337436560425, "elapsed_seconds": 97.73230719566345, "student_sample_exposures": 384000, "consistency_confident_fraction": 0.9395903243422509 }, { "step": 7000, "training_loss": 0.057178218809887764, "calibration_BCE": 0.06247885078661369, "elapsed_seconds": 114.0237820148468, "student_sample_exposures": 448000, "consistency_confident_fraction": 0.9408173334598541 }, { "step": 8000, "training_loss": 0.054144629949703815, "calibration_BCE": 0.05557084161007043, "elapsed_seconds": 130.30861353874207, "student_sample_exposures": 512000, "consistency_confident_fraction": 0.9443634033203125 }, { "step": 9000, "training_loss": 0.052264436826109886, "calibration_BCE": 0.05735267123598041, "elapsed_seconds": 146.63287043571472, "student_sample_exposures": 576000, "consistency_confident_fraction": 0.9447608340978623 }, { "step": 10000, "training_loss": 0.05066599368490279, "calibration_BCE": 0.054846282982103756, "elapsed_seconds": 162.9162197113037, "student_sample_exposures": 640000, "consistency_confident_fraction": 0.9457368503212928 }, { "step": 11000, "training_loss": 0.05031520941946656, "calibration_BCE": 0.056790845651337594, "elapsed_seconds": 179.2327320575714, "student_sample_exposures": 704000, "consistency_confident_fraction": 0.9457584342360497 }, { "step": 12000, "training_loss": 0.04800832948833704, "calibration_BCE": 0.05023678900978782, "elapsed_seconds": 195.511461019516, "student_sample_exposures": 768000, "consistency_confident_fraction": 0.9469507742524147 }, { "step": 13000, "training_loss": 0.04643465357273817, "calibration_BCE": 0.054420730128432765, "elapsed_seconds": 211.79125547409058, "student_sample_exposures": 832000, "consistency_confident_fraction": 0.9488028225898743 }, { "step": 14000, "training_loss": 0.044933604747988284, "calibration_BCE": 0.05082409857547644, "elapsed_seconds": 228.08149766921997, "student_sample_exposures": 896000, "consistency_confident_fraction": 0.9497149918675423 }, { "step": 15000, "training_loss": 0.04431978460075334, "calibration_BCE": 0.04802269446633079, "elapsed_seconds": 244.38714814186096, "student_sample_exposures": 960000, "consistency_confident_fraction": 0.9501782185435295 }, { "step": 16000, "training_loss": 0.04446165152918547, "calibration_BCE": 0.04720228569724343, "elapsed_seconds": 260.65567421913147, "student_sample_exposures": 1024000, "consistency_confident_fraction": 0.9499180282354355 }, { "step": 17000, "training_loss": 0.042994133766740564, "calibration_BCE": 0.0474896567142371, "elapsed_seconds": 276.9207887649536, "student_sample_exposures": 1088000, "consistency_confident_fraction": 0.950605259001255 }, { "step": 18000, "training_loss": 0.04234619366750121, "calibration_BCE": 0.046396457556522254, "elapsed_seconds": 293.1919467449188, "student_sample_exposures": 1152000, "consistency_confident_fraction": 0.9509630829095841 }, { "step": 19000, "training_loss": 0.04167182790208608, "calibration_BCE": 0.04611282202980735, "elapsed_seconds": 309.45648860931396, "student_sample_exposures": 1216000, "consistency_confident_fraction": 0.9512960576415062 }, { "step": 20000, "training_loss": 0.041398721202276646, "calibration_BCE": 0.04574625704216235, "elapsed_seconds": 325.71951031684875, "student_sample_exposures": 1280000, "consistency_confident_fraction": 0.9518512914180756 }, { "step": 21000, "training_loss": 0.04129244608990848, "calibration_BCE": 0.04551995306304007, "elapsed_seconds": 341.9960913658142, "student_sample_exposures": 1344000, "consistency_confident_fraction": 0.9511278522610664 }, { "step": 22000, "training_loss": 0.0410475689843297, "calibration_BCE": 0.045207305307099314, "elapsed_seconds": 358.25934767723083, "student_sample_exposures": 1408000, "consistency_confident_fraction": 0.9515074676275254 }, { "step": 23000, "training_loss": 0.039964158335700634, "calibration_BCE": 0.04530713598077948, "elapsed_seconds": 374.5638380050659, "student_sample_exposures": 1472000, "consistency_confident_fraction": 0.952040900349617 }, { "step": 24000, "training_loss": 0.04024467528052628, "calibration_BCE": 0.045227962077747694, "elapsed_seconds": 390.8304600715637, "student_sample_exposures": 1536000, "consistency_confident_fraction": 0.9527077386379242 } ], "calibration_roof_retention": 0.9950063171422171, "calibration_contamination_rejection": 0.954061410800224, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_density", "seed": 20261031, "sha256": "7e470a1900b658cc8676eed6122d36645c83efc953e035618e95ad09fcd7a239", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": true, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 268.32639384269714, "best_step": 22000, "best_calibration_BCE": 0.04629608882557262, "cutoff": 0.33895185589790344, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.678081024, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.15342139476910233, "calibration_BCE": 0.10471392013087417, "elapsed_seconds": 11.156249284744263, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09781123831495643, "calibration_BCE": 0.09093291820179332, "elapsed_seconds": 22.323222398757935, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.08547902940399944, "calibration_BCE": 0.08062115665782582, "elapsed_seconds": 33.48090672492981, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.07649469399265944, "calibration_BCE": 0.07622644579338304, "elapsed_seconds": 44.63830232620239, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.07277417497709393, "calibration_BCE": 0.06878901986786813, "elapsed_seconds": 55.80813145637512, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.06739094337075949, "calibration_BCE": 0.06641572311863755, "elapsed_seconds": 66.96772170066833, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.06486477123387158, "calibration_BCE": 0.06971825892130534, "elapsed_seconds": 78.1257266998291, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.061406486112624406, "calibration_BCE": 0.06501417749578303, "elapsed_seconds": 89.28182601928711, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05950192556157708, "calibration_BCE": 0.05721567355069247, "elapsed_seconds": 100.43788528442383, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.057303029529750346, "calibration_BCE": 0.05414238960959695, "elapsed_seconds": 111.58127975463867, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.05548087550885975, "calibration_BCE": 0.05404541309241093, "elapsed_seconds": 122.74050331115723, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.05429064064845443, "calibration_BCE": 0.055055619025952886, "elapsed_seconds": 133.8969886302948, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.05305988154187798, "calibration_BCE": 0.05123421882860588, "elapsed_seconds": 145.05546617507935, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.051978127898648384, "calibration_BCE": 0.05436936585397431, "elapsed_seconds": 156.20902562141418, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04989285219740123, "calibration_BCE": 0.049598890431722005, "elapsed_seconds": 167.37228107452393, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.050026378103531895, "calibration_BCE": 0.05159573865948301, "elapsed_seconds": 178.53257083892822, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.04836606372334063, "calibration_BCE": 0.04864303600426876, "elapsed_seconds": 189.69884514808655, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.047333757039159534, "calibration_BCE": 0.048498964852997754, "elapsed_seconds": 200.85780501365662, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.04702067128382623, "calibration_BCE": 0.04811051621870561, "elapsed_seconds": 212.01589345932007, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.046916916138492526, "calibration_BCE": 0.04693837816642992, "elapsed_seconds": 223.17104315757751, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.04539786383509636, "calibration_BCE": 0.04680336638941909, "elapsed_seconds": 234.32987785339355, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.04431480517517775, "calibration_BCE": 0.04629608882557262, "elapsed_seconds": 245.48365473747253, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.04525232817325741, "calibration_BCE": 0.046432228435169566, "elapsed_seconds": 256.64417457580566, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.04497275410965085, "calibration_BCE": 0.046381479251745975, "elapsed_seconds": 267.8008358478546, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950057613004031, "calibration_contamination_rejection": 0.9515225459522646, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_geometry", "seed": 20261031, "sha256": "6e97b133c47a45fcac002536a4d6aeebc6156ff22fc5bce78e890f1f90979bba", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false, "geometry": true }, "parameters": 59653, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 278.5217077732086, "best_step": 23000, "best_calibration_BCE": 0.04244986667055072, "cutoff": 0.38769033551216125, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.707710464, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 2.025414144, "history": [ { "step": 1000, "training_loss": 0.12559009171277286, "calibration_BCE": 0.08980729282263554, "elapsed_seconds": 11.590149641036987, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.0741802172102034, "calibration_BCE": 0.06930464167739406, "elapsed_seconds": 23.178777933120728, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.06354264403507114, "calibration_BCE": 0.06261461812799628, "elapsed_seconds": 34.75884747505188, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.05920573180541396, "calibration_BCE": 0.05723552983601888, "elapsed_seconds": 46.34397602081299, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.05561204681172967, "calibration_BCE": 0.056110564145174895, "elapsed_seconds": 57.92337989807129, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.052144771734252575, "calibration_BCE": 0.053705870587898025, "elapsed_seconds": 69.50725030899048, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05162766819167882, "calibration_BCE": 0.0512230442162716, "elapsed_seconds": 81.08135342597961, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.04908399455621838, "calibration_BCE": 0.05136321394949248, "elapsed_seconds": 92.65919733047485, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.04590835695713758, "calibration_BCE": 0.050610662471886836, "elapsed_seconds": 104.23534774780273, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04597023826092481, "calibration_BCE": 0.048079371411872636, "elapsed_seconds": 115.83110761642456, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.0437256855359301, "calibration_BCE": 0.048080474645441226, "elapsed_seconds": 127.40196800231934, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04273115465417504, "calibration_BCE": 0.04572357799645626, "elapsed_seconds": 138.98657274246216, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04248739892337471, "calibration_BCE": 0.047734420290860266, "elapsed_seconds": 150.55743026733398, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04149944255501032, "calibration_BCE": 0.04550819979580966, "elapsed_seconds": 162.14535403251648, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.039420791001059115, "calibration_BCE": 0.04457126425540808, "elapsed_seconds": 173.71797347068787, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.03923243035562336, "calibration_BCE": 0.04372115989453865, "elapsed_seconds": 185.29711890220642, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.03839238944184035, "calibration_BCE": 0.04565456166122899, "elapsed_seconds": 196.8700795173645, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.037605269075371324, "calibration_BCE": 0.04331085327610825, "elapsed_seconds": 208.46603417396545, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03780084730964154, "calibration_BCE": 0.042664771802497635, "elapsed_seconds": 220.03963208198547, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.037416189024224875, "calibration_BCE": 0.04332550642996123, "elapsed_seconds": 231.61728525161743, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03684259382355958, "calibration_BCE": 0.04303110238277551, "elapsed_seconds": 243.18978309631348, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.037443784174509345, "calibration_BCE": 0.04256086509011008, "elapsed_seconds": 254.7692174911499, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03669949032738805, "calibration_BCE": 0.04244986667055072, "elapsed_seconds": 266.34169578552246, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03657087077107281, "calibration_BCE": 0.042477402820009176, "elapsed_seconds": 277.94119095802307, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950074288258454, "calibration_contamination_rejection": 0.9588810919378258, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 163741696, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_masked", "seed": 20261031, "sha256": "b02e9aabab110a1b7b97c05b1a3863e3c8e2529918c18a943af0faaab0393232", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false, "masked_context": true }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 298.5306570529938, "best_step": 24000, "best_calibration_BCE": 0.04357742554635713, "cutoff": 0.37570643424987793, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.679391744, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 1.997095424, "history": [ { "step": 1000, "training_loss": 0.14915769396349787, "calibration_BCE": 0.11680113002892696, "elapsed_seconds": 12.407689332962036, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.08962303475663067, "calibration_BCE": 0.10731630216656309, "elapsed_seconds": 24.82796335220337, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07503771865926682, "calibration_BCE": 0.07366112925211589, "elapsed_seconds": 37.237884283065796, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06757743767276406, "calibration_BCE": 0.06764802689985795, "elapsed_seconds": 49.65121102333069, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06299342162534595, "calibration_BCE": 0.06356834081013997, "elapsed_seconds": 62.06977105140686, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05981725293211639, "calibration_BCE": 0.07185377493193655, "elapsed_seconds": 74.48625230789185, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05751648820750415, "calibration_BCE": 0.06181882895267371, "elapsed_seconds": 86.89487290382385, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05287890908680856, "calibration_BCE": 0.05672815854621656, "elapsed_seconds": 99.29938745498657, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05040375733654946, "calibration_BCE": 0.055932479927756566, "elapsed_seconds": 111.7143907546997, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04903226094506681, "calibration_BCE": 0.05343160941384056, "elapsed_seconds": 124.12316823005676, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04707875270023942, "calibration_BCE": 0.05509906935258345, "elapsed_seconds": 136.55536341667175, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.045818052975460884, "calibration_BCE": 0.05079648157755534, "elapsed_seconds": 148.95394039154053, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04458913388196379, "calibration_BCE": 0.04873997405081084, "elapsed_seconds": 161.3692855834961, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.043794044803828, "calibration_BCE": 0.0486021608988444, "elapsed_seconds": 173.77677249908447, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04089263048488647, "calibration_BCE": 0.04695142309015447, "elapsed_seconds": 186.1957585811615, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.041458316111005845, "calibration_BCE": 0.04587470430316347, "elapsed_seconds": 198.59840512275696, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.039590300575830045, "calibration_BCE": 0.04706147047100645, "elapsed_seconds": 211.0123815536499, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.039485452909953894, "calibration_BCE": 0.04583856628880356, "elapsed_seconds": 223.42130374908447, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.039055374471470714, "calibration_BCE": 0.04466718583540483, "elapsed_seconds": 235.84403109550476, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.0386184239089489, "calibration_BCE": 0.04503269579338305, "elapsed_seconds": 248.25301432609558, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.038090398591011765, "calibration_BCE": 0.04406472498575846, "elapsed_seconds": 260.67244052886963, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.03858016131538898, "calibration_BCE": 0.04364332552823153, "elapsed_seconds": 273.09670853614807, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.037897119467146696, "calibration_BCE": 0.043592350815281726, "elapsed_seconds": 285.51400923728943, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03738294875528663, "calibration_BCE": 0.04357742554635713, "elapsed_seconds": 297.9270167350769, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950085405094735, "calibration_contamination_rejection": 0.9562732555858, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_multiscale", "seed": 20261031, "sha256": "a4ae7361608c1ef771d45880ab889ac43d93885065e73fc7db97f75913aaca91", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false, "multiscale": true }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 493.4796311855316, "best_step": 24000, "best_calibration_BCE": 0.04075763744007457, "cutoff": 0.40450742840766907, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 8.8633216, "common_static_gpu_data_GB": 4.648741888, "peak_above_common_data_GB": 4.214579712, "history": [ { "step": 1000, "training_loss": 0.14200173185020684, "calibration_BCE": 0.12736412455240886, "elapsed_seconds": 20.510374546051025, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.0862429644819349, "calibration_BCE": 0.08792607468113754, "elapsed_seconds": 41.0235641002655, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07066762835532427, "calibration_BCE": 0.07410197892622514, "elapsed_seconds": 61.54063630104065, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06363491295464337, "calibration_BCE": 0.061869636304450755, "elapsed_seconds": 82.04961919784546, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.058650530932471155, "calibration_BCE": 0.05929709814823035, "elapsed_seconds": 102.55989694595337, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.055178457966074346, "calibration_BCE": 0.060417441905628554, "elapsed_seconds": 123.07431626319885, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05391194884944707, "calibration_BCE": 0.05345986034508907, "elapsed_seconds": 143.59501719474792, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.049284576893784106, "calibration_BCE": 0.05214703184185606, "elapsed_seconds": 164.11274528503418, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.04675794020295143, "calibration_BCE": 0.049820011208274145, "elapsed_seconds": 184.6460428237915, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.047275212704204025, "calibration_BCE": 0.05065404912775213, "elapsed_seconds": 205.1538200378418, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04446133913472295, "calibration_BCE": 0.04797463878284801, "elapsed_seconds": 225.66698503494263, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04340863099880517, "calibration_BCE": 0.04671653282859109, "elapsed_seconds": 246.1774251461029, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04255878416728228, "calibration_BCE": 0.046868527776544745, "elapsed_seconds": 266.69128036499023, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04166699749603867, "calibration_BCE": 0.04449668817231149, "elapsed_seconds": 287.20150899887085, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.03929543607495725, "calibration_BCE": 0.04381247429125237, "elapsed_seconds": 307.71694588661194, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.03902534386981279, "calibration_BCE": 0.04236313959757487, "elapsed_seconds": 328.22877502441406, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.037944388776086274, "calibration_BCE": 0.044902223529237686, "elapsed_seconds": 348.77664065361023, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03735668348055333, "calibration_BCE": 0.04170494105021159, "elapsed_seconds": 369.2846870422363, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03713811789266765, "calibration_BCE": 0.04168206507364909, "elapsed_seconds": 389.7931044101715, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.03716867581382394, "calibration_BCE": 0.04142642216537938, "elapsed_seconds": 410.3106083869934, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03642250947188586, "calibration_BCE": 0.041369962125836, "elapsed_seconds": 430.8373193740845, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.0369208496902138, "calibration_BCE": 0.041091478012547346, "elapsed_seconds": 451.4603352546692, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.0362952182078734, "calibration_BCE": 0.0407888701467803, "elapsed_seconds": 471.9710900783539, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03591945499693975, "calibration_BCE": 0.04075763744007457, "elapsed_seconds": 492.4863154888153, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.995005205458589, "calibration_contamination_rejection": 0.9594685388862529, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 316833792, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_normal", "seed": 20261031, "sha256": "667a8ac833ad887cbb9fed1f096a9f42a6166d5ac6d574e13a77516039cc6cff", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.2, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 269.94947481155396, "best_step": 24000, "best_calibration_BCE": 0.04374683981230765, "cutoff": 0.36840569972991943, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.677658112, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 1.995361792, "history": [ { "step": 1000, "training_loss": 0.1598443098552525, "calibration_BCE": 0.13515732153690221, "elapsed_seconds": 11.217906951904297, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.0946943873949349, "calibration_BCE": 0.09409297159368342, "elapsed_seconds": 22.44236183166504, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07941704102046787, "calibration_BCE": 0.07847112341216116, "elapsed_seconds": 33.66924428939819, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.07221506769023836, "calibration_BCE": 0.06844483459935044, "elapsed_seconds": 44.88313961029053, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06671654240600765, "calibration_BCE": 0.06374475000554865, "elapsed_seconds": 56.10254693031311, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.06337178150191904, "calibration_BCE": 0.062493905292857775, "elapsed_seconds": 67.39547848701477, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.06094248083420098, "calibration_BCE": 0.05733302475900361, "elapsed_seconds": 78.61763644218445, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.055983290577307346, "calibration_BCE": 0.05670176937218868, "elapsed_seconds": 89.82790803909302, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05346318176575005, "calibration_BCE": 0.05342205648711233, "elapsed_seconds": 101.04787135124207, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.0520410985853523, "calibration_BCE": 0.0543270722360322, "elapsed_seconds": 112.26635313034058, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.0495013756621629, "calibration_BCE": 0.05502815632675633, "elapsed_seconds": 123.51215815544128, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04850552033260465, "calibration_BCE": 0.05109113751035748, "elapsed_seconds": 134.74225878715515, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04739096110314131, "calibration_BCE": 0.050579129120797824, "elapsed_seconds": 145.9616436958313, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04623532546497881, "calibration_BCE": 0.04782956577647816, "elapsed_seconds": 157.175062417984, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04396254420559853, "calibration_BCE": 0.046968656065969755, "elapsed_seconds": 168.3927776813507, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.043125222412869334, "calibration_BCE": 0.04614274072358102, "elapsed_seconds": 179.6048903465271, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.04207840815652162, "calibration_BCE": 0.04702143566247189, "elapsed_seconds": 190.85082149505615, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.0415380035629496, "calibration_BCE": 0.04638876527728456, "elapsed_seconds": 202.07237720489502, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.041405605405569076, "calibration_BCE": 0.045630219592470114, "elapsed_seconds": 213.30733180046082, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.04131412764266133, "calibration_BCE": 0.045122007936419864, "elapsed_seconds": 224.51835298538208, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.04069911265745759, "calibration_BCE": 0.04423292719523112, "elapsed_seconds": 235.74223375320435, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.04102229991555214, "calibration_BCE": 0.04379241638183594, "elapsed_seconds": 246.97277641296387, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.040296631373465064, "calibration_BCE": 0.043754970758611504, "elapsed_seconds": 258.1936571598053, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.04003739979676902, "calibration_BCE": 0.04374683981230765, "elapsed_seconds": 269.41324615478516, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950090963512875, "calibration_contamination_rejection": 0.9560140178636195, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_residual", "seed": 20261031, "sha256": "cc58bda0a6c11a36e4cb62a932c9b628a105d1141882b08dd7817a4a2d1091dd", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.15, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 267.0233829021454, "best_step": 23000, "best_calibration_BCE": 0.04375845260620117, "cutoff": 0.38954657316207886, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.678213632, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 1.995917312, "history": [ { "step": 1000, "training_loss": 0.1489017443433404, "calibration_BCE": 0.13884984010638612, "elapsed_seconds": 11.114728689193726, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09294274890050291, "calibration_BCE": 0.09319908132842093, "elapsed_seconds": 22.255451917648315, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.0773144510705024, "calibration_BCE": 0.08713686715328332, "elapsed_seconds": 33.365328550338745, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06936378679983318, "calibration_BCE": 0.0696554779515122, "elapsed_seconds": 44.46015214920044, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06504128590784967, "calibration_BCE": 0.06369580528952859, "elapsed_seconds": 55.563743352890015, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.061129980757832526, "calibration_BCE": 0.07091689480868253, "elapsed_seconds": 66.66251850128174, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05837712265923619, "calibration_BCE": 0.05655638349128492, "elapsed_seconds": 77.76716446876526, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05399504652060568, "calibration_BCE": 0.05435249682339755, "elapsed_seconds": 88.86346864700317, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05125307021010667, "calibration_BCE": 0.056755964961196434, "elapsed_seconds": 99.9641797542572, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.050364856030792, "calibration_BCE": 0.055684831561464254, "elapsed_seconds": 111.0631217956543, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.048435165393166245, "calibration_BCE": 0.049137401118423, "elapsed_seconds": 122.16547179222107, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.0461996101308614, "calibration_BCE": 0.05068956499966708, "elapsed_seconds": 133.2569670677185, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.045659272705204784, "calibration_BCE": 0.04915464965357925, "elapsed_seconds": 144.36568927764893, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04441947518009692, "calibration_BCE": 0.049255334773208155, "elapsed_seconds": 155.46783137321472, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.042767526216804984, "calibration_BCE": 0.046323308540113045, "elapsed_seconds": 166.57032227516174, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04184536119829863, "calibration_BCE": 0.045744337000991356, "elapsed_seconds": 177.6657257080078, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.04057081034500152, "calibration_BCE": 0.046613786500872986, "elapsed_seconds": 188.77206325531006, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.04025931069906801, "calibration_BCE": 0.04456974884957978, "elapsed_seconds": 199.86257219314575, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.04012284270115197, "calibration_BCE": 0.044298862688469165, "elapsed_seconds": 210.97758412361145, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.03979307186137885, "calibration_BCE": 0.0441510547059955, "elapsed_seconds": 222.0735456943512, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03941989950090647, "calibration_BCE": 0.044218760588674834, "elapsed_seconds": 233.17741298675537, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.0398115267502144, "calibration_BCE": 0.04399246715198864, "elapsed_seconds": 244.2943136692047, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03887187848705798, "calibration_BCE": 0.04375845260620117, "elapsed_seconds": 255.40057468414307, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.0383989245602861, "calibration_BCE": 0.04378336181640625, "elapsed_seconds": 266.499192237854, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.995011319718544, "calibration_contamination_rejection": 0.9569118365803453, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_reweight", "seed": 20261031, "sha256": "078f902e47afa3f2084f4cc540bcf05ef06e66f20ba79d23a38ad79395d668fa", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 4.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 262.66431879997253, "best_step": 22000, "best_calibration_BCE": 0.0553661708947384, "cutoff": 0.6774740219116211, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.678081024, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.0889079767446965, "calibration_BCE": 0.1378901078195283, "elapsed_seconds": 10.924351453781128, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.053982272890396414, "calibration_BCE": 0.1265634143713749, "elapsed_seconds": 21.84115719795227, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.04511092993244529, "calibration_BCE": 0.09372377337831439, "elapsed_seconds": 32.77284646034241, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.04015584226232022, "calibration_BCE": 0.08549160045276989, "elapsed_seconds": 43.68840789794922, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.03781356783304363, "calibration_BCE": 0.10141193325158321, "elapsed_seconds": 54.64139103889465, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.03489242836833, "calibration_BCE": 0.07392003030487986, "elapsed_seconds": 65.54973340034485, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.033888550239615144, "calibration_BCE": 0.07836516866972952, "elapsed_seconds": 76.49131488800049, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.03131311614438891, "calibration_BCE": 0.07602272838245738, "elapsed_seconds": 87.41021823883057, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.02976840754505247, "calibration_BCE": 0.06515738719593395, "elapsed_seconds": 98.32892656326294, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.02850838768295944, "calibration_BCE": 0.06659075347438002, "elapsed_seconds": 109.25545954704285, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.027398986886721103, "calibration_BCE": 0.06345990034161192, "elapsed_seconds": 120.18169260025024, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.026466205445118247, "calibration_BCE": 0.06829159989790483, "elapsed_seconds": 131.10151290893555, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.025544150836300104, "calibration_BCE": 0.06294404523444898, "elapsed_seconds": 142.01555252075195, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.025103567099198698, "calibration_BCE": 0.06121722615559896, "elapsed_seconds": 152.93692755699158, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.023592448331881316, "calibration_BCE": 0.06376398886478309, "elapsed_seconds": 163.8509693145752, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.023583692308049648, "calibration_BCE": 0.059782154915549536, "elapsed_seconds": 174.79351353645325, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.02254008774925023, "calibration_BCE": 0.05657219444043709, "elapsed_seconds": 185.70974445343018, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.02217139959242195, "calibration_BCE": 0.0604864252726237, "elapsed_seconds": 196.6256229877472, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.022272797911427916, "calibration_BCE": 0.05667808109630238, "elapsed_seconds": 207.5402069091797, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.021917934517376125, "calibration_BCE": 0.05652129461115057, "elapsed_seconds": 218.45766592025757, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.021404276233632117, "calibration_BCE": 0.05728911474979285, "elapsed_seconds": 229.37365531921387, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.021943920836318284, "calibration_BCE": 0.0553661708947384, "elapsed_seconds": 240.29371190071106, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.021533224690705538, "calibration_BCE": 0.05641378090598367, "elapsed_seconds": 251.21297335624695, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.021292537048459053, "calibration_BCE": 0.05606792630282315, "elapsed_seconds": 262.13421607017517, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.995011319718544, "calibration_contamination_rejection": 0.953340777499117, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000", "seed": 20261031, "sha256": "04b58e8bd152d7dbee0c81fcca4f664a77b492f08b68740141da8fe376ec8ac9", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 262.7463080883026, "best_step": 24000, "best_calibration_BCE": 0.042420385441635594, "cutoff": 0.378459095954895, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.644526592, "common_static_gpu_data_GB": 4.648741888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.1442119685821235, "calibration_BCE": 0.11358046616062974, "elapsed_seconds": 10.927356958389282, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.08928089263476431, "calibration_BCE": 0.10058449771765507, "elapsed_seconds": 21.84804058074951, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07449563357792795, "calibration_BCE": 0.07723904421257251, "elapsed_seconds": 32.792290449142456, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06667722562141716, "calibration_BCE": 0.0660538183038885, "elapsed_seconds": 43.73528337478638, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06284724522195756, "calibration_BCE": 0.06600410736546372, "elapsed_seconds": 54.66299915313721, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.058314336916431786, "calibration_BCE": 0.06874469241517962, "elapsed_seconds": 65.58318305015564, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05661145215295255, "calibration_BCE": 0.056614469840309836, "elapsed_seconds": 76.52413487434387, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.051762072475627065, "calibration_BCE": 0.05662657875292229, "elapsed_seconds": 87.44714903831482, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.04939063512627035, "calibration_BCE": 0.05332834111993963, "elapsed_seconds": 98.37351322174072, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.048901288052089514, "calibration_BCE": 0.054049947172222716, "elapsed_seconds": 109.29401016235352, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04694223840720951, "calibration_BCE": 0.04968834667783795, "elapsed_seconds": 120.2209403514862, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04540178445354104, "calibration_BCE": 0.04857201815518466, "elapsed_seconds": 131.1435227394104, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04407645619940013, "calibration_BCE": 0.048959527333577474, "elapsed_seconds": 142.06887078285217, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04339809553697705, "calibration_BCE": 0.04716143320257014, "elapsed_seconds": 153.01220154762268, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04125480163190514, "calibration_BCE": 0.04588085655443596, "elapsed_seconds": 163.9373848438263, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.040821254137903454, "calibration_BCE": 0.0445484545621005, "elapsed_seconds": 174.84967637062073, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.039611719680018725, "calibration_BCE": 0.04514558956261837, "elapsed_seconds": 185.77092146873474, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03894875430501998, "calibration_BCE": 0.043616126274340083, "elapsed_seconds": 196.6861629486084, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.038805090645328166, "calibration_BCE": 0.04352850136034416, "elapsed_seconds": 207.61284708976746, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.03869785012397915, "calibration_BCE": 0.04404327956690933, "elapsed_seconds": 218.53025698661804, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03810030459240079, "calibration_BCE": 0.04283179799860174, "elapsed_seconds": 229.45337986946106, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.03838834354281426, "calibration_BCE": 0.04265350667780096, "elapsed_seconds": 240.38245511054993, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03787957506999373, "calibration_BCE": 0.04247308146158854, "elapsed_seconds": 251.30679273605347, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03734083339665085, "calibration_BCE": 0.042420385441635594, "elapsed_seconds": 262.2255594730377, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950063171422171, "calibration_contamination_rejection": 0.9562137973926393, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000", "seed": 20261101, "sha256": "5be4438748570b7aab91e2f8f497a61d8b79823fc4146ec7890b921267ee7b76", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 263.8584792613983, "best_step": 21000, "best_calibration_BCE": 0.043445868382309426, "cutoff": 0.3720487952232361, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.644526592, "common_static_gpu_data_GB": 4.615187456, "peak_above_common_data_GB": 2.029339136, "history": [ { "step": 1000, "training_loss": 0.14461731031909586, "calibration_BCE": 0.11948922956062086, "elapsed_seconds": 11.39081335067749, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.08983098790794611, "calibration_BCE": 0.08808362114646218, "elapsed_seconds": 22.347418546676636, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07680220873095095, "calibration_BCE": 0.09122481719508316, "elapsed_seconds": 33.301284313201904, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06811016169935465, "calibration_BCE": 0.07372967459938742, "elapsed_seconds": 44.248682260513306, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06131513993442059, "calibration_BCE": 0.06485533518935695, "elapsed_seconds": 55.204139709472656, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05807496721856296, "calibration_BCE": 0.061793795776367184, "elapsed_seconds": 66.14520907402039, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05454369547776878, "calibration_BCE": 0.06172657503070254, "elapsed_seconds": 77.10208487510681, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05265444313082844, "calibration_BCE": 0.05631991054650509, "elapsed_seconds": 88.05505847930908, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05037749468907714, "calibration_BCE": 0.053562396402070014, "elapsed_seconds": 99.01198649406433, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04845072791166603, "calibration_BCE": 0.05056733070142341, "elapsed_seconds": 109.96149182319641, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04600423827301711, "calibration_BCE": 0.04901381086869673, "elapsed_seconds": 120.91588521003723, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04501877027004957, "calibration_BCE": 0.05234867153745709, "elapsed_seconds": 131.86777687072754, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04448807512409985, "calibration_BCE": 0.048378232343269115, "elapsed_seconds": 142.8254964351654, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.0424214002341032, "calibration_BCE": 0.04921507968324604, "elapsed_seconds": 153.77518367767334, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04102804062515497, "calibration_BCE": 0.04731053612448952, "elapsed_seconds": 164.73401021957397, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04099289469048381, "calibration_BCE": 0.045754569105668504, "elapsed_seconds": 175.6902220249176, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.03997335045738146, "calibration_BCE": 0.044814800123734906, "elapsed_seconds": 186.64734864234924, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.038733664683066306, "calibration_BCE": 0.045389825115781844, "elapsed_seconds": 197.60661244392395, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.039316649904474615, "calibration_BCE": 0.044524429644960346, "elapsed_seconds": 208.5512499809265, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.038541474672034386, "calibration_BCE": 0.04385884119669596, "elapsed_seconds": 219.51275968551636, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03827536433283239, "calibration_BCE": 0.043445868382309426, "elapsed_seconds": 230.46277785301208, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.037370732589624825, "calibration_BCE": 0.043857461779045336, "elapsed_seconds": 241.42033004760742, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03732392032071948, "calibration_BCE": 0.04365215320009174, "elapsed_seconds": 252.36731362342834, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03741202101763338, "calibration_BCE": 0.04368577372233073, "elapsed_seconds": 263.33128571510315, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950146547694285, "calibration_contamination_rejection": 0.9552422505163944, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000", "seed": 20261102, "sha256": "8fb91978c8890b31b79b79183989fe00105e46b7ee9535437bb68903c85b9ab1", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 263.42905139923096, "best_step": 23000, "best_calibration_BCE": 0.04192320565888376, "cutoff": 0.38722676038742065, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.644526592, "common_static_gpu_data_GB": 4.648741888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14416678776219488, "calibration_BCE": 0.11492733242150509, "elapsed_seconds": 10.955032587051392, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09294067241810262, "calibration_BCE": 0.10483690030647047, "elapsed_seconds": 21.91873836517334, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07913596569001674, "calibration_BCE": 0.0870488629659017, "elapsed_seconds": 32.87649583816528, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.07052646017633378, "calibration_BCE": 0.07360258724328243, "elapsed_seconds": 43.82298159599304, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.0660256467424333, "calibration_BCE": 0.07051236364191228, "elapsed_seconds": 54.78288197517395, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05999265631474555, "calibration_BCE": 0.0662945990822532, "elapsed_seconds": 65.72816371917725, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05591445362009108, "calibration_BCE": 0.06732825033014471, "elapsed_seconds": 76.69189548492432, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05325228310748935, "calibration_BCE": 0.05370315043131511, "elapsed_seconds": 87.65927505493164, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.0514290036149323, "calibration_BCE": 0.05335019165963838, "elapsed_seconds": 98.63767457008362, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04758490396011621, "calibration_BCE": 0.05133161586414684, "elapsed_seconds": 109.5872437953949, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04776739033218473, "calibration_BCE": 0.053479114786783855, "elapsed_seconds": 120.54631423950195, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04578509217966348, "calibration_BCE": 0.05005175057613488, "elapsed_seconds": 131.49722003936768, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04406928723026067, "calibration_BCE": 0.05058495162039092, "elapsed_seconds": 142.4472210407257, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04287132216896862, "calibration_BCE": 0.046647366078694665, "elapsed_seconds": 153.38748383522034, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04146186808869243, "calibration_BCE": 0.04569129846746271, "elapsed_seconds": 164.34749627113342, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.042007073475047944, "calibration_BCE": 0.044553613604921286, "elapsed_seconds": 175.28821873664856, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.04003108937293291, "calibration_BCE": 0.044385753446636776, "elapsed_seconds": 186.23711490631104, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03978685466898605, "calibration_BCE": 0.0434303888725512, "elapsed_seconds": 197.17841863632202, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03941368347313255, "calibration_BCE": 0.04358932409575491, "elapsed_seconds": 208.13797521591187, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.038878512826748195, "calibration_BCE": 0.043430235822273025, "elapsed_seconds": 219.08571028709412, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.0377011575512588, "calibration_BCE": 0.04217658638231682, "elapsed_seconds": 230.03638792037964, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.038052395259961486, "calibration_BCE": 0.04200612876198508, "elapsed_seconds": 240.99468207359314, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03791183888306841, "calibration_BCE": 0.04192320565888376, "elapsed_seconds": 251.9486598968506, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03762849050201476, "calibration_BCE": 0.04200064771247632, "elapsed_seconds": 262.90405535697937, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950057613004031, "calibration_contamination_rejection": 0.9578500868684202, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_strongaug", "seed": 20261031, "sha256": "d9055ed4c59149dd733d79406181c3714fae2420ab9005333f4645f085211109", "settings": { "kind": "graph", "width": 64, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": true, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 264.9828462600708, "best_step": 24000, "best_calibration_BCE": 0.04638752730398467, "cutoff": 0.3557748794555664, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.678605312, "common_static_gpu_data_GB": 4.68229632, "peak_above_common_data_GB": 1.996308992, "history": [ { "step": 1000, "training_loss": 0.14234500170126557, "calibration_BCE": 0.11131591255881569, "elapsed_seconds": 11.022831678390503, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.08872522016614676, "calibration_BCE": 0.08870981137824781, "elapsed_seconds": 22.035576820373535, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07556087595969438, "calibration_BCE": 0.07433311406915838, "elapsed_seconds": 33.067256450653076, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06954493826813996, "calibration_BCE": 0.07249374921394117, "elapsed_seconds": 44.07817792892456, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06386692102067172, "calibration_BCE": 0.0643293081110174, "elapsed_seconds": 55.10232424736023, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05886380803026259, "calibration_BCE": 0.06234538659760446, "elapsed_seconds": 66.11381363868713, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05778309366479516, "calibration_BCE": 0.07092714933915571, "elapsed_seconds": 77.1388943195343, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05392186171747744, "calibration_BCE": 0.057572010733864525, "elapsed_seconds": 88.15097045898438, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.052318017331883314, "calibration_BCE": 0.05613794953317353, "elapsed_seconds": 99.17696833610535, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.050874591081403193, "calibration_BCE": 0.056385959001020954, "elapsed_seconds": 110.18995332717896, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.05053350214101374, "calibration_BCE": 0.05534063646721117, "elapsed_seconds": 121.21483206748962, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.048956733463332056, "calibration_BCE": 0.054873087195194126, "elapsed_seconds": 132.22582817077637, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04664019992388785, "calibration_BCE": 0.055443812676632044, "elapsed_seconds": 143.24986720085144, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04483584296610206, "calibration_BCE": 0.050593997770367244, "elapsed_seconds": 154.25991678237915, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04474907707422972, "calibration_BCE": 0.04991284676754113, "elapsed_seconds": 165.28841614723206, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04448338163644076, "calibration_BCE": 0.049368219456528174, "elapsed_seconds": 176.29729533195496, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.043475323140621185, "calibration_BCE": 0.048088870401093456, "elapsed_seconds": 187.31907629966736, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.042703497365117075, "calibration_BCE": 0.047757640422474254, "elapsed_seconds": 198.33211064338684, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.04190188309829682, "calibration_BCE": 0.04783804760557232, "elapsed_seconds": 209.3621335029602, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.04147733259852976, "calibration_BCE": 0.04680343401359789, "elapsed_seconds": 220.37988686561584, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.04161255034524947, "calibration_BCE": 0.04714831586895567, "elapsed_seconds": 231.39522647857666, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.041241956558078524, "calibration_BCE": 0.04645342890421549, "elapsed_seconds": 242.42303204536438, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.040317751845344904, "calibration_BCE": 0.04657122548421224, "elapsed_seconds": 253.44174909591675, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.040227447868324814, "calibration_BCE": 0.04638752730398467, "elapsed_seconds": 264.4573380947113, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950002028822621, "calibration_contamination_rejection": 0.9519137808632616, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_10000_wide", "seed": 20261031, "sha256": "4498ffd0014a26fcca783a7c68ad8a5158ec195f347ed4d3fc25821dddc9a63b", "settings": { "kind": "graph", "width": 128, "buildings": 10000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 142085, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 452.6724486351013, "best_step": 24000, "best_calibration_BCE": 0.039470191516298235, "cutoff": 0.42155182361602783, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 8.550091264, "common_static_gpu_data_GB": 4.648741888, "peak_above_common_data_GB": 3.901349376, "history": [ { "step": 1000, "training_loss": 0.13784694117307664, "calibration_BCE": 0.10079711705988104, "elapsed_seconds": 18.826173782348633, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.0812601877823472, "calibration_BCE": 0.08164474704626835, "elapsed_seconds": 37.65299201011658, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.06745482021942735, "calibration_BCE": 0.06889818536007043, "elapsed_seconds": 56.487112045288086, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06036396371759474, "calibration_BCE": 0.05863995446869821, "elapsed_seconds": 75.32374787330627, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.05546467475034297, "calibration_BCE": 0.056866214613481, "elapsed_seconds": 94.14716744422913, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05246183938160539, "calibration_BCE": 0.05951379891597863, "elapsed_seconds": 113.01114273071289, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05136717659328133, "calibration_BCE": 0.05020585211551551, "elapsed_seconds": 131.83955907821655, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.046880560480058196, "calibration_BCE": 0.05485493878451261, "elapsed_seconds": 150.65797066688538, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.04493074419721961, "calibration_BCE": 0.047435290920373165, "elapsed_seconds": 169.47432494163513, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.044399969477206466, "calibration_BCE": 0.052712006239457564, "elapsed_seconds": 188.28216433525085, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04297287147678435, "calibration_BCE": 0.04700851893569484, "elapsed_seconds": 207.1067533493042, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.041171515244059265, "calibration_BCE": 0.0460900863647461, "elapsed_seconds": 225.92948865890503, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04056608775723725, "calibration_BCE": 0.04647413410995946, "elapsed_seconds": 244.7483012676239, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.039945362457074224, "calibration_BCE": 0.04709718664920691, "elapsed_seconds": 263.5522196292877, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.03787841889541596, "calibration_BCE": 0.04153532437411222, "elapsed_seconds": 282.37824153900146, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.03723347050976008, "calibration_BCE": 0.04434983171405214, "elapsed_seconds": 301.187842130661, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.036199922319501636, "calibration_BCE": 0.04197743014711322, "elapsed_seconds": 320.0043923854828, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03595361762307584, "calibration_BCE": 0.0425095390551018, "elapsed_seconds": 338.81338119506836, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03572427855338901, "calibration_BCE": 0.041117650373054274, "elapsed_seconds": 357.6288709640503, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.03532207162026316, "calibration_BCE": 0.03999850993300929, "elapsed_seconds": 376.5134015083313, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03486033781524748, "calibration_BCE": 0.03996069634177468, "elapsed_seconds": 395.32791662216187, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.03510761597752571, "calibration_BCE": 0.03965328676628344, "elapsed_seconds": 414.1634726524353, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03452347042132169, "calibration_BCE": 0.03953258703983191, "elapsed_seconds": 432.98789644241333, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.034267897407989946, "calibration_BCE": 0.039470191516298235, "elapsed_seconds": 451.80022716522217, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950124314021721, "calibration_contamination_rejection": 0.9613545527733085, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 583172096, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_20000_long", "seed": 20261031, "sha256": "0899d4f194dbad868ebf63f267dc6a54e7723491ab96c91347dfe323088d56b1", "settings": { "kind": "graph", "width": 64, "buildings": 20000, "steps": 48000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 48000, "sample_exposures": 3072000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 525.0704326629639, "best_step": 46000, "best_calibration_BCE": 0.037348759252374825, "cutoff": 0.43206343054771423, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.645486592, "common_static_gpu_data_GB": 4.649701888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14288573547452688, "calibration_BCE": 0.10663205469304865, "elapsed_seconds": 10.91603708267212, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.08988228173181415, "calibration_BCE": 0.09135254384821112, "elapsed_seconds": 21.852630138397217, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07699122696742415, "calibration_BCE": 0.07411275560783617, "elapsed_seconds": 32.79812455177307, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.0670053810980171, "calibration_BCE": 0.07060909088597153, "elapsed_seconds": 43.73158311843872, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06359456430375576, "calibration_BCE": 0.06534048804080847, "elapsed_seconds": 54.6480278968811, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.058925032367929814, "calibration_BCE": 0.06219345705436938, "elapsed_seconds": 65.57867884635925, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05575297846086323, "calibration_BCE": 0.05552361151955344, "elapsed_seconds": 76.51995134353638, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05338199113495648, "calibration_BCE": 0.06254831071333451, "elapsed_seconds": 87.44117999076843, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05104586965497583, "calibration_BCE": 0.056744908812551786, "elapsed_seconds": 98.36248826980591, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04981583339348435, "calibration_BCE": 0.05864311823989406, "elapsed_seconds": 109.28024339675903, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04826351169403643, "calibration_BCE": 0.052036503531716086, "elapsed_seconds": 120.21416234970093, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04681813441310078, "calibration_BCE": 0.0507306052236846, "elapsed_seconds": 131.15544509887695, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04562482407782227, "calibration_BCE": 0.05680282350019975, "elapsed_seconds": 142.07310485839844, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04532378862891346, "calibration_BCE": 0.04839414381547408, "elapsed_seconds": 153.00777173042297, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04402727210521698, "calibration_BCE": 0.048109902445475264, "elapsed_seconds": 163.9321539402008, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04292255485150963, "calibration_BCE": 0.044636502491344106, "elapsed_seconds": 174.87387657165527, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.04299745534639805, "calibration_BCE": 0.04551637455333363, "elapsed_seconds": 185.7994418144226, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.04132895869389176, "calibration_BCE": 0.04492824209964637, "elapsed_seconds": 196.73140740394592, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.041430957665666936, "calibration_BCE": 0.045662467794707326, "elapsed_seconds": 207.64906287193298, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.040718441675417126, "calibration_BCE": 0.045896109170624706, "elapsed_seconds": 218.56905579566956, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.040587417070753876, "calibration_BCE": 0.042007923727324516, "elapsed_seconds": 229.49495649337769, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.03961204582033679, "calibration_BCE": 0.045628400536739465, "elapsed_seconds": 240.41463923454285, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03914000938739628, "calibration_BCE": 0.041334020672422464, "elapsed_seconds": 251.34203338623047, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03875367568433285, "calibration_BCE": 0.04242676481767134, "elapsed_seconds": 262.26169538497925, "student_sample_exposures": 1536000 }, { "step": 25000, "training_loss": 0.03765910149365664, "calibration_BCE": 0.04232136870875503, "elapsed_seconds": 273.17863845825195, "student_sample_exposures": 1600000 }, { "step": 26000, "training_loss": 0.03758688362501562, "calibration_BCE": 0.04223990822994348, "elapsed_seconds": 284.0989758968353, "student_sample_exposures": 1664000 }, { "step": 27000, "training_loss": 0.03773049069615081, "calibration_BCE": 0.041150802311752784, "elapsed_seconds": 295.01934790611267, "student_sample_exposures": 1728000 }, { "step": 28000, "training_loss": 0.037048603439703585, "calibration_BCE": 0.04092325800115412, "elapsed_seconds": 305.9653973579407, "student_sample_exposures": 1792000 }, { "step": 29000, "training_loss": 0.036415971040725706, "calibration_BCE": 0.03919966169415098, "elapsed_seconds": 316.8843333721161, "student_sample_exposures": 1856000 }, { "step": 30000, "training_loss": 0.03579280798882246, "calibration_BCE": 0.04021108342950994, "elapsed_seconds": 327.81325674057007, "student_sample_exposures": 1920000 }, { "step": 31000, "training_loss": 0.03656659733783454, "calibration_BCE": 0.03989876588763613, "elapsed_seconds": 338.726722240448, "student_sample_exposures": 1984000 }, { "step": 32000, "training_loss": 0.0352510489099659, "calibration_BCE": 0.04028707152857925, "elapsed_seconds": 349.65415954589844, "student_sample_exposures": 2048000 }, { "step": 33000, "training_loss": 0.03559268483426422, "calibration_BCE": 0.038650829569498696, "elapsed_seconds": 360.57207894325256, "student_sample_exposures": 2112000 }, { "step": 34000, "training_loss": 0.034726914554834364, "calibration_BCE": 0.03815421662764116, "elapsed_seconds": 371.5057632923126, "student_sample_exposures": 2176000 }, { "step": 35000, "training_loss": 0.03394595278147608, "calibration_BCE": 0.039735581461588544, "elapsed_seconds": 382.4217257499695, "student_sample_exposures": 2240000 }, { "step": 36000, "training_loss": 0.03503098382987082, "calibration_BCE": 0.038766286237312084, "elapsed_seconds": 393.3546133041382, "student_sample_exposures": 2304000 }, { "step": 37000, "training_loss": 0.034565600630361584, "calibration_BCE": 0.037808057287967566, "elapsed_seconds": 404.2735331058502, "student_sample_exposures": 2368000 }, { "step": 38000, "training_loss": 0.03483885816950351, "calibration_BCE": 0.03856028315226237, "elapsed_seconds": 415.201682806015, "student_sample_exposures": 2432000 }, { "step": 39000, "training_loss": 0.03434809660259634, "calibration_BCE": 0.0374253630435828, "elapsed_seconds": 426.12023544311523, "student_sample_exposures": 2496000 }, { "step": 40000, "training_loss": 0.033923412117175755, "calibration_BCE": 0.03786840563687411, "elapsed_seconds": 437.06481432914734, "student_sample_exposures": 2560000 }, { "step": 41000, "training_loss": 0.03447652484010905, "calibration_BCE": 0.037599951056278114, "elapsed_seconds": 447.9879689216614, "student_sample_exposures": 2624000 }, { "step": 42000, "training_loss": 0.03338775422330946, "calibration_BCE": 0.03796807232481061, "elapsed_seconds": 458.9245195388794, "student_sample_exposures": 2688000 }, { "step": 43000, "training_loss": 0.03349443023931235, "calibration_BCE": 0.03770690543434837, "elapsed_seconds": 469.9022183418274, "student_sample_exposures": 2752000 }, { "step": 44000, "training_loss": 0.03414507790282369, "calibration_BCE": 0.03759942578402432, "elapsed_seconds": 480.8608524799347, "student_sample_exposures": 2816000 }, { "step": 45000, "training_loss": 0.03345363231142983, "calibration_BCE": 0.03755358042861476, "elapsed_seconds": 491.7864570617676, "student_sample_exposures": 2880000 }, { "step": 46000, "training_loss": 0.033303928177803754, "calibration_BCE": 0.037348759252374825, "elapsed_seconds": 502.7005527019501, "student_sample_exposures": 2944000 }, { "step": 47000, "training_loss": 0.0338088398873806, "calibration_BCE": 0.03735476305412524, "elapsed_seconds": 513.6179528236389, "student_sample_exposures": 3008000 }, { "step": 48000, "training_loss": 0.03362353353621438, "calibration_BCE": 0.037375614628647316, "elapsed_seconds": 524.5355114936829, "student_sample_exposures": 3072000 } ], "calibration_roof_retention": 0.9950007587240762, "calibration_contamination_rejection": 0.9638815259826359, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_20000_long", "seed": 20261101, "sha256": "13cc96011f29cdf232d6636dd5336503eaa1354ed57f56b9f640da44b739afcb", "settings": { "kind": "graph", "width": 64, "buildings": 20000, "steps": 48000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 48000, "sample_exposures": 3072000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 526.6132478713989, "best_step": 45000, "best_calibration_BCE": 0.03683700714111328, "cutoff": 0.45084288716316223, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.645486592, "common_static_gpu_data_GB": 4.649701888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14400894006341697, "calibration_BCE": 0.11012377522786458, "elapsed_seconds": 10.959383726119995, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09265443543344735, "calibration_BCE": 0.0951572578198982, "elapsed_seconds": 21.916066646575928, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.0760243616644293, "calibration_BCE": 0.08020212499445135, "elapsed_seconds": 32.87214207649231, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06842040880210698, "calibration_BCE": 0.0697271355600068, "elapsed_seconds": 43.83313322067261, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.062162517732009294, "calibration_BCE": 0.066114493375836, "elapsed_seconds": 54.78930377960205, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05835020266938955, "calibration_BCE": 0.06138746310147372, "elapsed_seconds": 65.74040913581848, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05641315468214452, "calibration_BCE": 0.0615469589695786, "elapsed_seconds": 76.69901871681213, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05329497506096959, "calibration_BCE": 0.05751758792761601, "elapsed_seconds": 87.66286873817444, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05219130248762667, "calibration_BCE": 0.05331236537586559, "elapsed_seconds": 98.6217474937439, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04958526301942766, "calibration_BCE": 0.04994811038392963, "elapsed_seconds": 109.57458853721619, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.047718880188651384, "calibration_BCE": 0.049137185715184065, "elapsed_seconds": 120.53559398651123, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.047247396122664216, "calibration_BCE": 0.05250357090343129, "elapsed_seconds": 131.48750805854797, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04652871971018612, "calibration_BCE": 0.04859225114764589, "elapsed_seconds": 142.4646918773651, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.045114806218072775, "calibration_BCE": 0.048745335272586704, "elapsed_seconds": 153.42461848258972, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04437570920493454, "calibration_BCE": 0.04726603731097597, "elapsed_seconds": 164.4038589000702, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.0435068437140435, "calibration_BCE": 0.046882987976074215, "elapsed_seconds": 175.4221851825714, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.0426026165811345, "calibration_BCE": 0.04684801464658795, "elapsed_seconds": 186.3808147907257, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.041525493824854494, "calibration_BCE": 0.04782751545761571, "elapsed_seconds": 197.34083080291748, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.04165248896926641, "calibration_BCE": 0.046686941690155956, "elapsed_seconds": 208.2975115776062, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.04123760489281267, "calibration_BCE": 0.045722033830122515, "elapsed_seconds": 219.2581808567047, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.04122429393325001, "calibration_BCE": 0.04267613682602391, "elapsed_seconds": 230.20925307273865, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.039838781165890395, "calibration_BCE": 0.04290766546075994, "elapsed_seconds": 241.1868190765381, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03928023054357618, "calibration_BCE": 0.04276575155547171, "elapsed_seconds": 252.13726711273193, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.0394664687840268, "calibration_BCE": 0.041808754429672704, "elapsed_seconds": 263.1055507659912, "student_sample_exposures": 1536000 }, { "step": 25000, "training_loss": 0.03813523243553937, "calibration_BCE": 0.04312865364768288, "elapsed_seconds": 274.0572202205658, "student_sample_exposures": 1600000 }, { "step": 26000, "training_loss": 0.038002657934091987, "calibration_BCE": 0.040020515164462006, "elapsed_seconds": 285.01635575294495, "student_sample_exposures": 1664000 }, { "step": 27000, "training_loss": 0.03765468009794131, "calibration_BCE": 0.04085634335604581, "elapsed_seconds": 295.96808791160583, "student_sample_exposures": 1728000 }, { "step": 28000, "training_loss": 0.03644514210522175, "calibration_BCE": 0.042346451383648495, "elapsed_seconds": 306.94270062446594, "student_sample_exposures": 1792000 }, { "step": 29000, "training_loss": 0.03727701268903911, "calibration_BCE": 0.0396341484301018, "elapsed_seconds": 317.90061497688293, "student_sample_exposures": 1856000 }, { "step": 30000, "training_loss": 0.03640360812470317, "calibration_BCE": 0.04031932289817117, "elapsed_seconds": 328.85310983657837, "student_sample_exposures": 1920000 }, { "step": 31000, "training_loss": 0.03632498892955482, "calibration_BCE": 0.03974931055704753, "elapsed_seconds": 339.81102299690247, "student_sample_exposures": 1984000 }, { "step": 32000, "training_loss": 0.03616737641394138, "calibration_BCE": 0.039125617934718276, "elapsed_seconds": 350.7670111656189, "student_sample_exposures": 2048000 }, { "step": 33000, "training_loss": 0.03585398575849831, "calibration_BCE": 0.04016082950938832, "elapsed_seconds": 361.72899889945984, "student_sample_exposures": 2112000 }, { "step": 34000, "training_loss": 0.035513473505154255, "calibration_BCE": 0.038144875196977096, "elapsed_seconds": 372.6812033653259, "student_sample_exposures": 2176000 }, { "step": 35000, "training_loss": 0.03510814919415861, "calibration_BCE": 0.038155342448841445, "elapsed_seconds": 383.6380739212036, "student_sample_exposures": 2240000 }, { "step": 36000, "training_loss": 0.03461709386669099, "calibration_BCE": 0.037857988993326826, "elapsed_seconds": 394.5922660827637, "student_sample_exposures": 2304000 }, { "step": 37000, "training_loss": 0.03453211886808276, "calibration_BCE": 0.037409004003351384, "elapsed_seconds": 405.5481770038605, "student_sample_exposures": 2368000 }, { "step": 38000, "training_loss": 0.03440155649185181, "calibration_BCE": 0.03868581524473248, "elapsed_seconds": 416.49704360961914, "student_sample_exposures": 2432000 }, { "step": 39000, "training_loss": 0.0350863098250702, "calibration_BCE": 0.03791126681241122, "elapsed_seconds": 427.45160722732544, "student_sample_exposures": 2496000 }, { "step": 40000, "training_loss": 0.0339346006270498, "calibration_BCE": 0.03739382802789862, "elapsed_seconds": 438.3980894088745, "student_sample_exposures": 2560000 }, { "step": 41000, "training_loss": 0.03450629975972697, "calibration_BCE": 0.03718557625972863, "elapsed_seconds": 449.3539009094238, "student_sample_exposures": 2624000 }, { "step": 42000, "training_loss": 0.03388644312601537, "calibration_BCE": 0.037223826090494794, "elapsed_seconds": 460.3114581108093, "student_sample_exposures": 2688000 }, { "step": 43000, "training_loss": 0.034140037395991384, "calibration_BCE": 0.036944295594186494, "elapsed_seconds": 471.26722478866577, "student_sample_exposures": 2752000 }, { "step": 44000, "training_loss": 0.034095500560943036, "calibration_BCE": 0.037004944772431346, "elapsed_seconds": 482.2301790714264, "student_sample_exposures": 2816000 }, { "step": 45000, "training_loss": 0.034345763575285675, "calibration_BCE": 0.03683700714111328, "elapsed_seconds": 493.1849181652069, "student_sample_exposures": 2880000 }, { "step": 46000, "training_loss": 0.03375078681576997, "calibration_BCE": 0.03696156882083777, "elapsed_seconds": 504.1385052204132, "student_sample_exposures": 2944000 }, { "step": 47000, "training_loss": 0.03393845059443265, "calibration_BCE": 0.03698477325439453, "elapsed_seconds": 515.0981261730194, "student_sample_exposures": 3008000 }, { "step": 48000, "training_loss": 0.03317107624467462, "calibration_BCE": 0.03698377391930782, "elapsed_seconds": 526.0501909255981, "student_sample_exposures": 3072000 } ], "calibration_roof_retention": 0.9950029820913326, "calibration_contamination_rejection": 0.9646687524600828, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_20000_long", "seed": 20261102, "sha256": "ad2a7f523b694e5a7b7b6c28116b87c31f533d24ccbfb47fb05a4b1e7d6e33d0", "settings": { "kind": "graph", "width": 64, "buildings": 20000, "steps": 48000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 48000, "sample_exposures": 3072000, "equivalent_training_epochs": 12.8, "elapsed_seconds": 526.3583545684814, "best_step": 43000, "best_calibration_BCE": 0.037310676297274505, "cutoff": 0.4330222010612488, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.645486592, "common_static_gpu_data_GB": 4.649701888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14600371288880706, "calibration_BCE": 0.10699012469667377, "elapsed_seconds": 10.945021629333496, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.0919544935412705, "calibration_BCE": 0.08717123422333689, "elapsed_seconds": 21.91150975227356, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07879571634531021, "calibration_BCE": 0.08350349412397905, "elapsed_seconds": 32.853522300720215, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.07126625701971352, "calibration_BCE": 0.07104884761463512, "elapsed_seconds": 43.81513714790344, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06407297712564468, "calibration_BCE": 0.07777293294270833, "elapsed_seconds": 54.75468349456787, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.06068794989958406, "calibration_BCE": 0.06956223530624853, "elapsed_seconds": 65.70992040634155, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05719640835188329, "calibration_BCE": 0.059107509636156484, "elapsed_seconds": 76.66134452819824, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05455209216848016, "calibration_BCE": 0.05527207126039447, "elapsed_seconds": 87.61708402633667, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05292865718249232, "calibration_BCE": 0.05849813292532256, "elapsed_seconds": 98.57449269294739, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04985620373580605, "calibration_BCE": 0.05463247687599876, "elapsed_seconds": 109.52929019927979, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04865563050750643, "calibration_BCE": 0.052856536888353754, "elapsed_seconds": 120.48012399673462, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04776377185340971, "calibration_BCE": 0.05295496652776545, "elapsed_seconds": 131.4374659061432, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.047020517888478934, "calibration_BCE": 0.04972200934670188, "elapsed_seconds": 142.39711260795593, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04524190576002002, "calibration_BCE": 0.04800577797167229, "elapsed_seconds": 153.36064338684082, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.0442129880450666, "calibration_BCE": 0.04699563307328658, "elapsed_seconds": 164.3335292339325, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04488227933458984, "calibration_BCE": 0.04627803060358221, "elapsed_seconds": 175.27648496627808, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.04359927797596902, "calibration_BCE": 0.046669832980994023, "elapsed_seconds": 186.2358660697937, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.04239877405017614, "calibration_BCE": 0.04632655762181138, "elapsed_seconds": 197.18196535110474, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.041800629059784114, "calibration_BCE": 0.04308612804990826, "elapsed_seconds": 208.1402223110199, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.04086409065965563, "calibration_BCE": 0.045131033371434065, "elapsed_seconds": 219.08595085144043, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03987252361420542, "calibration_BCE": 0.042971377447879676, "elapsed_seconds": 230.0478868484497, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.04046444169152528, "calibration_BCE": 0.04292362511374734, "elapsed_seconds": 240.9968614578247, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03967911087255925, "calibration_BCE": 0.04181933242335464, "elapsed_seconds": 251.95659613609314, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.038674652182497084, "calibration_BCE": 0.04310907909508908, "elapsed_seconds": 262.9141535758972, "student_sample_exposures": 1536000 }, { "step": 25000, "training_loss": 0.03870199600979686, "calibration_BCE": 0.04880653351292465, "elapsed_seconds": 273.8682656288147, "student_sample_exposures": 1600000 }, { "step": 26000, "training_loss": 0.03817018520180136, "calibration_BCE": 0.04208195941809452, "elapsed_seconds": 284.82796359062195, "student_sample_exposures": 1664000 }, { "step": 27000, "training_loss": 0.03786323356535286, "calibration_BCE": 0.041487061494769474, "elapsed_seconds": 295.7814943790436, "student_sample_exposures": 1728000 }, { "step": 28000, "training_loss": 0.03747109745349735, "calibration_BCE": 0.04090166357791785, "elapsed_seconds": 306.7384397983551, "student_sample_exposures": 1792000 }, { "step": 29000, "training_loss": 0.036735354974865915, "calibration_BCE": 0.04118718807336056, "elapsed_seconds": 317.69139885902405, "student_sample_exposures": 1856000 }, { "step": 30000, "training_loss": 0.03712100812327117, "calibration_BCE": 0.03878761723836263, "elapsed_seconds": 328.6477298736572, "student_sample_exposures": 1920000 }, { "step": 31000, "training_loss": 0.03641202921885997, "calibration_BCE": 0.0399912620082046, "elapsed_seconds": 339.5987298488617, "student_sample_exposures": 1984000 }, { "step": 32000, "training_loss": 0.03563737741857767, "calibration_BCE": 0.039777735369133226, "elapsed_seconds": 350.5549576282501, "student_sample_exposures": 2048000 }, { "step": 33000, "training_loss": 0.035780455375788736, "calibration_BCE": 0.04014132528594046, "elapsed_seconds": 361.5033440589905, "student_sample_exposures": 2112000 }, { "step": 34000, "training_loss": 0.035746434629429134, "calibration_BCE": 0.03848984344944809, "elapsed_seconds": 372.4567017555237, "student_sample_exposures": 2176000 }, { "step": 35000, "training_loss": 0.03453750449931249, "calibration_BCE": 0.03916256239919951, "elapsed_seconds": 383.41654658317566, "student_sample_exposures": 2240000 }, { "step": 36000, "training_loss": 0.0351005119998008, "calibration_BCE": 0.037866981321392636, "elapsed_seconds": 394.3662066459656, "student_sample_exposures": 2304000 }, { "step": 37000, "training_loss": 0.03454652946814895, "calibration_BCE": 0.0384487787882487, "elapsed_seconds": 405.32563638687134, "student_sample_exposures": 2368000 }, { "step": 38000, "training_loss": 0.03489812805876136, "calibration_BCE": 0.038297389845414594, "elapsed_seconds": 416.2707359790802, "student_sample_exposures": 2432000 }, { "step": 39000, "training_loss": 0.03422501621162519, "calibration_BCE": 0.037969224710175484, "elapsed_seconds": 427.2317855358124, "student_sample_exposures": 2496000 }, { "step": 40000, "training_loss": 0.03456805548723787, "calibration_BCE": 0.03756833410552054, "elapsed_seconds": 438.1782035827637, "student_sample_exposures": 2560000 }, { "step": 41000, "training_loss": 0.03429787206184119, "calibration_BCE": 0.03759500147501628, "elapsed_seconds": 449.1357169151306, "student_sample_exposures": 2624000 }, { "step": 42000, "training_loss": 0.03420531074143946, "calibration_BCE": 0.037918478139241533, "elapsed_seconds": 460.08338713645935, "student_sample_exposures": 2688000 }, { "step": 43000, "training_loss": 0.033509743517264726, "calibration_BCE": 0.037310676297274505, "elapsed_seconds": 471.0448868274689, "student_sample_exposures": 2752000 }, { "step": 44000, "training_loss": 0.03359613016527146, "calibration_BCE": 0.037869802370938385, "elapsed_seconds": 481.99587082862854, "student_sample_exposures": 2816000 }, { "step": 45000, "training_loss": 0.0339873111564666, "calibration_BCE": 0.03785188346631599, "elapsed_seconds": 492.9583201408386, "student_sample_exposures": 2880000 }, { "step": 46000, "training_loss": 0.03395424574334174, "calibration_BCE": 0.0377517314564098, "elapsed_seconds": 503.91840171813965, "student_sample_exposures": 2944000 }, { "step": 47000, "training_loss": 0.03356793379969895, "calibration_BCE": 0.03764287322073272, "elapsed_seconds": 514.8745768070221, "student_sample_exposures": 3008000 }, { "step": 48000, "training_loss": 0.03376448848284781, "calibration_BCE": 0.03765057084054658, "elapsed_seconds": 525.8321888446808, "student_sample_exposures": 3072000 } ], "calibration_roof_retention": 0.9950040937749608, "calibration_contamination_rejection": 0.9645557818930776, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_20000", "seed": 20261031, "sha256": "f87a713f5a91553152c1ce0c344d00731978a52cf9a7a2a3262ca55a67c21ab3", "settings": { "kind": "graph", "width": 64, "buildings": 20000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 6.4, "elapsed_seconds": 262.67980337142944, "best_step": 23000, "best_calibration_BCE": 0.04245153350830078, "cutoff": 0.37983831763267517, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.645486592, "common_static_gpu_data_GB": 4.649701888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14522750191017986, "calibration_BCE": 0.11733135935465495, "elapsed_seconds": 10.902752876281738, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09155054268985986, "calibration_BCE": 0.08925211456761216, "elapsed_seconds": 21.811307191848755, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07693150382302702, "calibration_BCE": 0.07425432045676492, "elapsed_seconds": 32.74940586090088, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06675494218431413, "calibration_BCE": 0.07335308412494082, "elapsed_seconds": 43.666648864746094, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06391467861458659, "calibration_BCE": 0.06466202961314808, "elapsed_seconds": 54.59442210197449, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05826516239158809, "calibration_BCE": 0.06150434970277729, "elapsed_seconds": 65.50063729286194, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05569660765491426, "calibration_BCE": 0.05684113163803563, "elapsed_seconds": 76.42725610733032, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.052657965905964374, "calibration_BCE": 0.05525661875406901, "elapsed_seconds": 87.34729552268982, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.0510215880041942, "calibration_BCE": 0.057493525117816344, "elapsed_seconds": 98.27431535720825, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.049590154059231284, "calibration_BCE": 0.05342095228252989, "elapsed_seconds": 109.19516587257385, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04697867139428854, "calibration_BCE": 0.054278437851414535, "elapsed_seconds": 120.13139462471008, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.045203985806554554, "calibration_BCE": 0.04917877234256629, "elapsed_seconds": 131.05152344703674, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04431086658779532, "calibration_BCE": 0.04971827700065844, "elapsed_seconds": 141.98023462295532, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.043825947823002934, "calibration_BCE": 0.048016791372588186, "elapsed_seconds": 152.90461230278015, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.042240935306064785, "calibration_BCE": 0.04693482666015625, "elapsed_seconds": 163.83100509643555, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04114499049354345, "calibration_BCE": 0.044622120782100795, "elapsed_seconds": 174.77021074295044, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.039797676289454104, "calibration_BCE": 0.04536541336521958, "elapsed_seconds": 185.68695735931396, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03964097294770181, "calibration_BCE": 0.044115884838682236, "elapsed_seconds": 196.6092779636383, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03948789996560663, "calibration_BCE": 0.04359621205185399, "elapsed_seconds": 207.5297064781189, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.038709194309078154, "calibration_BCE": 0.042688749047481656, "elapsed_seconds": 218.4547791481018, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.038724900670349595, "calibration_BCE": 0.04306293778852983, "elapsed_seconds": 229.3770990371704, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.03822980948304758, "calibration_BCE": 0.04268588439479019, "elapsed_seconds": 240.30358409881592, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.038151573865674436, "calibration_BCE": 0.04245153350830078, "elapsed_seconds": 251.20200157165527, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03847554187243804, "calibration_BCE": 0.04249243247292259, "elapsed_seconds": 262.1327142715454, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950024262495185, "calibration_contamination_rejection": 0.9573934479449465, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_20000", "seed": 20261101, "sha256": "f7f55cbed7a34b812324ecd0e081ea810ec514d7bbf812285a8b02a59e1bdb7a", "settings": { "kind": "graph", "width": 64, "buildings": 20000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 6.4, "elapsed_seconds": 263.61546087265015, "best_step": 22000, "best_calibration_BCE": 0.04231256260727391, "cutoff": 0.3821414113044739, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.645486592, "common_static_gpu_data_GB": 4.649701888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.1422319802865386, "calibration_BCE": 0.1069587885538737, "elapsed_seconds": 10.959046363830566, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09225962433218957, "calibration_BCE": 0.1019959743384159, "elapsed_seconds": 21.921534776687622, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.0761469120644033, "calibration_BCE": 0.07890036056980942, "elapsed_seconds": 32.88292479515076, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06867539270594716, "calibration_BCE": 0.07248284012765595, "elapsed_seconds": 43.84139370918274, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06184017188474536, "calibration_BCE": 0.06775879701556581, "elapsed_seconds": 54.81467604637146, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.058394565652124586, "calibration_BCE": 0.06069024228182706, "elapsed_seconds": 65.77752709388733, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.055550687190145255, "calibration_BCE": 0.057558899480646304, "elapsed_seconds": 76.72868728637695, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.053078704185783865, "calibration_BCE": 0.05925056778878877, "elapsed_seconds": 87.69219923019409, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05196895165555179, "calibration_BCE": 0.05447180397727273, "elapsed_seconds": 98.66697454452515, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.048825101720169184, "calibration_BCE": 0.05048565560543176, "elapsed_seconds": 109.63169145584106, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04729501200653612, "calibration_BCE": 0.05349825326168176, "elapsed_seconds": 120.58017826080322, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.046276217933744195, "calibration_BCE": 0.05145558187311346, "elapsed_seconds": 131.5447142124176, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.044724313624203205, "calibration_BCE": 0.05219251517093543, "elapsed_seconds": 142.49612760543823, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.043613444704562424, "calibration_BCE": 0.0473371113170277, "elapsed_seconds": 153.46063351631165, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04205425668694079, "calibration_BCE": 0.04769669885346384, "elapsed_seconds": 164.4245319366455, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04194052974041551, "calibration_BCE": 0.04681234674164743, "elapsed_seconds": 175.38945722579956, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.040962710620835424, "calibration_BCE": 0.04390335686423562, "elapsed_seconds": 186.34147930145264, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03930382405687124, "calibration_BCE": 0.047117876573042436, "elapsed_seconds": 197.3233666419983, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.039813084095716475, "calibration_BCE": 0.043541961854876896, "elapsed_seconds": 208.27272582054138, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.039609447692520915, "calibration_BCE": 0.043048753634366124, "elapsed_seconds": 219.23872590065002, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03968385188747198, "calibration_BCE": 0.042661668950861154, "elapsed_seconds": 230.19330477714539, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.038269766669720415, "calibration_BCE": 0.04231256260727391, "elapsed_seconds": 241.15620946884155, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.038249254334717986, "calibration_BCE": 0.042506114427971114, "elapsed_seconds": 252.1030490398407, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03860908236261457, "calibration_BCE": 0.04245246931133848, "elapsed_seconds": 263.07074213027954, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950013145658904, "calibration_contamination_rejection": 0.9567560561142644, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_20000", "seed": 20261102, "sha256": "9f7f29660aba0325fbd6d395a3645d9641286e5ce9d5acdec0835c4fde39d237", "settings": { "kind": "graph", "width": 64, "buildings": 20000, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 6.4, "elapsed_seconds": 263.4929783344269, "best_step": 21000, "best_calibration_BCE": 0.042494518233790544, "cutoff": 0.38537469506263733, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.645486592, "common_static_gpu_data_GB": 4.649701888, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14544901887327433, "calibration_BCE": 0.1111414243293531, "elapsed_seconds": 10.95844841003418, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09095430112816394, "calibration_BCE": 0.0881647685657848, "elapsed_seconds": 21.919862985610962, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07808787966705859, "calibration_BCE": 0.07879682346690785, "elapsed_seconds": 32.88379740715027, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06984682818502187, "calibration_BCE": 0.06988125543305368, "elapsed_seconds": 43.834948778152466, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06383003518544138, "calibration_BCE": 0.0651308210661917, "elapsed_seconds": 54.79511833190918, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.059388297447934744, "calibration_BCE": 0.0658114919720274, "elapsed_seconds": 65.74337553977966, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05620525631960482, "calibration_BCE": 0.05883680958603368, "elapsed_seconds": 76.70569944381714, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05280439297389239, "calibration_BCE": 0.05611024190729315, "elapsed_seconds": 87.66040754318237, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05134014326054603, "calibration_BCE": 0.0682095991192442, "elapsed_seconds": 98.61944007873535, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.04781197534967214, "calibration_BCE": 0.06114575847278942, "elapsed_seconds": 109.57710814476013, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04760048608947545, "calibration_BCE": 0.05101057121970437, "elapsed_seconds": 120.54629588127136, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.04561367421783507, "calibration_BCE": 0.04933223638823538, "elapsed_seconds": 131.50236177444458, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04388695937674492, "calibration_BCE": 0.04771775350859671, "elapsed_seconds": 142.455650806427, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.042757773743011054, "calibration_BCE": 0.05014772794318922, "elapsed_seconds": 153.4232587814331, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04260260339453816, "calibration_BCE": 0.04560281168619792, "elapsed_seconds": 164.37511539459229, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.041940444122068585, "calibration_BCE": 0.046896468422629616, "elapsed_seconds": 175.3381245136261, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.04097172822523862, "calibration_BCE": 0.04442830792051373, "elapsed_seconds": 186.28718495368958, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.04019584659673273, "calibration_BCE": 0.04379854747887814, "elapsed_seconds": 197.24086022377014, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03979396320600063, "calibration_BCE": 0.04378900379990086, "elapsed_seconds": 208.189110994339, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.03840256032161415, "calibration_BCE": 0.04424080875281132, "elapsed_seconds": 219.14892029762268, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03857200311217457, "calibration_BCE": 0.042494518233790544, "elapsed_seconds": 230.10492086410522, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.039075943347997966, "calibration_BCE": 0.042724974476207385, "elapsed_seconds": 241.06251668930054, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03859121047751978, "calibration_BCE": 0.04249962491122159, "elapsed_seconds": 252.02327227592468, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.0383735465053469, "calibration_BCE": 0.042502519850297404, "elapsed_seconds": 262.97210669517517, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.995005205458589, "calibration_contamination_rejection": 0.956362442875541, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_3500", "seed": 20261031, "sha256": "24fc29d3ead72ffc125079f00543742e3c9b5df9b2ea868ee0b9ab468b3bb32d", "settings": { "kind": "graph", "width": 64, "buildings": 3500, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 36.57142857142857, "elapsed_seconds": 262.59739685058594, "best_step": 24000, "best_calibration_BCE": 0.04456953786214193, "cutoff": 0.3090237081050873, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.643902976, "common_static_gpu_data_GB": 4.61456384, "peak_above_common_data_GB": 2.029339136, "history": [ { "step": 1000, "training_loss": 0.1430865341462195, "calibration_BCE": 0.10458761827873461, "elapsed_seconds": 11.054250240325928, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09171079206466674, "calibration_BCE": 0.09497252167210435, "elapsed_seconds": 21.963170528411865, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07679801635816694, "calibration_BCE": 0.1177859072598544, "elapsed_seconds": 32.88545489311218, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06965915161930025, "calibration_BCE": 0.07172674958200166, "elapsed_seconds": 43.80142331123352, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06283434389531613, "calibration_BCE": 0.07079901310313831, "elapsed_seconds": 54.71302342414856, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.058212706796824935, "calibration_BCE": 0.05950949986775716, "elapsed_seconds": 65.62171697616577, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.055663093596696855, "calibration_BCE": 0.061313027422355885, "elapsed_seconds": 76.54187297821045, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05344337132014334, "calibration_BCE": 0.057379346165512546, "elapsed_seconds": 87.45989465713501, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.05022246492654085, "calibration_BCE": 0.05776017407503995, "elapsed_seconds": 98.37077784538269, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.049533047826960684, "calibration_BCE": 0.0574172653429436, "elapsed_seconds": 109.29056310653687, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04646423302404583, "calibration_BCE": 0.05386284759983872, "elapsed_seconds": 120.20352435112, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.045665014990605414, "calibration_BCE": 0.051180420129949396, "elapsed_seconds": 131.11775827407837, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04367117064539343, "calibration_BCE": 0.049185807569099196, "elapsed_seconds": 142.0300669670105, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.042581075829453766, "calibration_BCE": 0.049934090331106476, "elapsed_seconds": 152.9432728290558, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04205286799091846, "calibration_BCE": 0.04785734310728131, "elapsed_seconds": 163.85707902908325, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.0404174732696265, "calibration_BCE": 0.04720630844578599, "elapsed_seconds": 174.77386951446533, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.03906682036165148, "calibration_BCE": 0.045828508388634885, "elapsed_seconds": 185.68467831611633, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.038906998109072444, "calibration_BCE": 0.04565668568466649, "elapsed_seconds": 196.59982347488403, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03858320505078882, "calibration_BCE": 0.04616705185861299, "elapsed_seconds": 207.50846314430237, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.037976592184975747, "calibration_BCE": 0.04567384208910393, "elapsed_seconds": 218.42388892173767, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.037798582433722916, "calibration_BCE": 0.04487678886182381, "elapsed_seconds": 229.33551836013794, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.03766638361942023, "calibration_BCE": 0.045138475267814865, "elapsed_seconds": 240.24070620536804, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03727016547136009, "calibration_BCE": 0.04471145350138346, "elapsed_seconds": 251.16275262832642, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.0367215295471251, "calibration_BCE": 0.04456953786214193, "elapsed_seconds": 262.07246828079224, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950040937749608, "calibration_contamination_rejection": 0.9536107176960663, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_3500", "seed": 20261101, "sha256": "26f1426ba1c157800301dc0d1f96801b759021f62c6f47e16465a93c397a18f9", "settings": { "kind": "graph", "width": 64, "buildings": 3500, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 36.57142857142857, "elapsed_seconds": 263.418714761734, "best_step": 23000, "best_calibration_BCE": 0.04342549977158055, "cutoff": 0.3656831681728363, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.643902976, "common_static_gpu_data_GB": 4.648118272, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14418254008889198, "calibration_BCE": 0.11264303302186908, "elapsed_seconds": 10.947663307189941, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.09065904084779322, "calibration_BCE": 0.08996378798051313, "elapsed_seconds": 21.920541286468506, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07703273613005876, "calibration_BCE": 0.074566833449855, "elapsed_seconds": 32.862162351608276, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.06937865603528917, "calibration_BCE": 0.0733766840616862, "elapsed_seconds": 43.817079067230225, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.062305858984589575, "calibration_BCE": 0.07476121118718927, "elapsed_seconds": 54.76796531677246, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.05937261844146997, "calibration_BCE": 0.06244690787575462, "elapsed_seconds": 65.72104954719543, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05453647997789085, "calibration_BCE": 0.05847512151544745, "elapsed_seconds": 76.65904569625854, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.052051538810133934, "calibration_BCE": 0.05628012526541045, "elapsed_seconds": 87.61608576774597, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.04980698277615011, "calibration_BCE": 0.05809323661110618, "elapsed_seconds": 98.56778812408447, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.047521264538168906, "calibration_BCE": 0.0564483305497603, "elapsed_seconds": 109.51222705841064, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04619276504777372, "calibration_BCE": 0.05314512650460908, "elapsed_seconds": 120.46756935119629, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.045031492460519074, "calibration_BCE": 0.05748424518469608, "elapsed_seconds": 131.4157998561859, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04418585967924446, "calibration_BCE": 0.04697453994750977, "elapsed_seconds": 142.36005926132202, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04197509613260627, "calibration_BCE": 0.050484948984781904, "elapsed_seconds": 153.30906534194946, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.04139090071897954, "calibration_BCE": 0.04622607051964962, "elapsed_seconds": 164.26449489593506, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.040781143442727624, "calibration_BCE": 0.045642696658047766, "elapsed_seconds": 175.25359416007996, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.039589201137423514, "calibration_BCE": 0.04471400248209635, "elapsed_seconds": 186.20905017852783, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03818069368624128, "calibration_BCE": 0.044043969310413704, "elapsed_seconds": 197.16233015060425, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.03818504007998854, "calibration_BCE": 0.04422131814667673, "elapsed_seconds": 208.11805176734924, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.0375990441814065, "calibration_BCE": 0.044342158230868255, "elapsed_seconds": 219.0702142715454, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03827742714621127, "calibration_BCE": 0.04349696488813921, "elapsed_seconds": 230.0232846736908, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.036727972080931065, "calibration_BCE": 0.043515850460168086, "elapsed_seconds": 240.97497296333313, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03691717238537967, "calibration_BCE": 0.04342549977158055, "elapsed_seconds": 251.9314727783203, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03675861784350127, "calibration_BCE": 0.04342598403005889, "elapsed_seconds": 262.8939070701599, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950018704077044, "calibration_contamination_rejection": 0.9564314143796072, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } }, { "method": "graph_3500", "seed": 20261102, "sha256": "4f8247c184e086dadb826c0a52384f2e579093e138950ee11031fd94db1d0d41", "settings": { "kind": "graph", "width": 64, "buildings": 3500, "steps": 24000, "normal_weight": 0.0, "residual_weight": 0.0, "positive_weight": 1.0, "density_aug": false, "strong_aug": false, "consistency": false }, "parameters": 59141, "steps": 24000, "sample_exposures": 1536000, "equivalent_training_epochs": 36.57142857142857, "elapsed_seconds": 263.3616271018982, "best_step": 23000, "best_calibration_BCE": 0.044404150853012546, "cutoff": 0.3665897250175476, "extra_EMA_teacher_forwards": 0, "peak_allocated_gpu_GB": 6.643902976, "common_static_gpu_data_GB": 4.648118272, "peak_above_common_data_GB": 1.995784704, "history": [ { "step": 1000, "training_loss": 0.14858174969255925, "calibration_BCE": 0.10527253140536222, "elapsed_seconds": 10.959201097488403, "student_sample_exposures": 64000 }, { "step": 2000, "training_loss": 0.0919202987961471, "calibration_BCE": 0.0866590507738518, "elapsed_seconds": 21.91260814666748, "student_sample_exposures": 128000 }, { "step": 3000, "training_loss": 0.07898506482504308, "calibration_BCE": 0.07927950955015241, "elapsed_seconds": 32.87973141670227, "student_sample_exposures": 192000 }, { "step": 4000, "training_loss": 0.07092903428710998, "calibration_BCE": 0.07761004606304747, "elapsed_seconds": 43.830846309661865, "student_sample_exposures": 256000 }, { "step": 5000, "training_loss": 0.06452612600289286, "calibration_BCE": 0.06629949948859937, "elapsed_seconds": 54.77626967430115, "student_sample_exposures": 320000 }, { "step": 6000, "training_loss": 0.060196304071694615, "calibration_BCE": 0.061168978303851505, "elapsed_seconds": 65.71967720985413, "student_sample_exposures": 384000 }, { "step": 7000, "training_loss": 0.05646337953582406, "calibration_BCE": 0.05971338110259085, "elapsed_seconds": 76.66339612007141, "student_sample_exposures": 448000 }, { "step": 8000, "training_loss": 0.05454106623958796, "calibration_BCE": 0.05573190961895567, "elapsed_seconds": 87.6065456867218, "student_sample_exposures": 512000 }, { "step": 9000, "training_loss": 0.0503259354531765, "calibration_BCE": 0.05648680480032256, "elapsed_seconds": 98.55854392051697, "student_sample_exposures": 576000 }, { "step": 10000, "training_loss": 0.048635640585795045, "calibration_BCE": 0.05435037310051195, "elapsed_seconds": 109.51820755004883, "student_sample_exposures": 640000 }, { "step": 11000, "training_loss": 0.04702708005812019, "calibration_BCE": 0.05360040560635653, "elapsed_seconds": 120.46884608268738, "student_sample_exposures": 704000 }, { "step": 12000, "training_loss": 0.045462767945602535, "calibration_BCE": 0.05182128749038234, "elapsed_seconds": 131.42399549484253, "student_sample_exposures": 768000 }, { "step": 13000, "training_loss": 0.04371734295040369, "calibration_BCE": 0.048648173615426726, "elapsed_seconds": 142.37506318092346, "student_sample_exposures": 832000 }, { "step": 14000, "training_loss": 0.04250950664747506, "calibration_BCE": 0.0485898744987719, "elapsed_seconds": 153.3304169178009, "student_sample_exposures": 896000 }, { "step": 15000, "training_loss": 0.041340775318443775, "calibration_BCE": 0.04761577737981623, "elapsed_seconds": 164.28310418128967, "student_sample_exposures": 960000 }, { "step": 16000, "training_loss": 0.04086997496243566, "calibration_BCE": 0.04630733425255978, "elapsed_seconds": 175.23157262802124, "student_sample_exposures": 1024000 }, { "step": 17000, "training_loss": 0.0389394085323438, "calibration_BCE": 0.0457481171579072, "elapsed_seconds": 186.17783641815186, "student_sample_exposures": 1088000 }, { "step": 18000, "training_loss": 0.03971716374251991, "calibration_BCE": 0.045108114115397134, "elapsed_seconds": 197.13593244552612, "student_sample_exposures": 1152000 }, { "step": 19000, "training_loss": 0.0379885745998472, "calibration_BCE": 0.045479250705603394, "elapsed_seconds": 208.0899636745453, "student_sample_exposures": 1216000 }, { "step": 20000, "training_loss": 0.037792615806683895, "calibration_BCE": 0.04645055072668827, "elapsed_seconds": 219.03092098236084, "student_sample_exposures": 1280000 }, { "step": 21000, "training_loss": 0.03695423005428165, "calibration_BCE": 0.044884476679021665, "elapsed_seconds": 229.9879434108734, "student_sample_exposures": 1344000 }, { "step": 22000, "training_loss": 0.037350229694973675, "calibration_BCE": 0.04465610756151604, "elapsed_seconds": 240.93369007110596, "student_sample_exposures": 1408000 }, { "step": 23000, "training_loss": 0.03731818636739626, "calibration_BCE": 0.044404150853012546, "elapsed_seconds": 251.89327383041382, "student_sample_exposures": 1472000 }, { "step": 24000, "training_loss": 0.03734801404271275, "calibration_BCE": 0.044469967905680335, "elapsed_seconds": 262.83945536613464, "student_sample_exposures": 1536000 } ], "calibration_roof_retention": 0.9950018704077044, "calibration_contamination_rejection": 0.9560770435483699, "forward_arithmetic_accounting": { "points_per_cloud": 512, "conv_linear_attention_matrix_forward_MACs": 159547392, "attention_extra_MACs": 0, "multiply_add_equals_two_FLOPs_for_counted_ops": true, "excluded": [ "kNN/cdist/topk", "group/layer normalization", "activations/pooling", "PCA/eigh", "softmax", "biases", "losses", "backward/optimizer", "data augmentations" ], "interpretation": "Analytic subset of forward arithmetic; compare with measured wall time and peak GPU memory, not a complete FLOP or efficiency benchmark." } } ], "screening_first_seed": { "raw": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 1.1958623024307695, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 1.0388501545164048, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.7152881483079443, "mean_strict_plane_XY_intersection_precision": 0.7153850627974795, "ridge3d_confirmed_f1": 0.46633184868181915, "ridge3d_confirmed_recall": 0.4473484472410364, "ridge3d_confirmed_precision": 0.5413515624641445, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 114, "ridge3d_conditional_f1_diagnostic": 0.2939918176472338, "ridge3d_teacher_empty_spurious_clouds": 45, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 393, "ridge3d_confirmed_defined_buildings": 46, "ridge3d_both_no_edges_clouds": 207, "ridge3d_v1_f1_diagnostic": 0.2939918176472338, "all_edges_two_incidences_fraction_diagnostic": 0.97, "mean_retained_fraction": 1.0, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": 0.0, "paired_building_bootstrap95_delta_m": [ 0.0, 0.0 ], "paired_median_building_delta_m": 0.0, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0193100000000138", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000143", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000000172", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0193100000001620", "delta_m": 0.0 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0855100000020950", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000020919", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000019679", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000019672", "delta_m": 0.0 }, { "id": "NL.IMBAG.Pand.0855100000019641", "delta_m": 0.0 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/raw.json", "rows_sha256": "a4ce326169e75aa14eea50f150a81a834607418a19201252b5fde94d52a80037", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17088997063073083, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.17672171329023892, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9339281943700796, "mean_strict_plane_XY_intersection_precision": 0.9340618729300593, "ridge3d_confirmed_f1": 0.776796472681095, "ridge3d_confirmed_recall": 0.7712476370984432, "ridge3d_confirmed_precision": 0.8043323438235176, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7039718033672423, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7039718033672423, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.97572512463608, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.9962274644076934, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.5985583356044917, "mean_strict_plane_XY_intersection_precision": 0.5986453028097312, "ridge3d_confirmed_f1": 0.3291138188966822, "ridge3d_confirmed_recall": 0.3025024686312783, "ridge3d_confirmed_precision": 0.407065253388823, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.2447256602052252, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 39, "ridge3d_confirmed_defined_buildings": 39, "ridge3d_both_no_edges_clouds": 11, "ridge3d_v1_f1_diagnostic": 0.2447256602052252, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 1.0 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.2741372506430375, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.305221736634844, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4359098399900015, "mean_strict_plane_XY_intersection_precision": 0.4359738604825056, "ridge3d_confirmed_f1": 0.2884341736401765, "ridge3d_confirmed_recall": 0.2248630566943685, "ridge3d_confirmed_precision": 0.5009040025555429, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.2698255172762941, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2698255172762941, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3242470413742156, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.33045929454100914, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8696220615279224, "mean_strict_plane_XY_intersection_precision": 0.8697446127791595, "ridge3d_confirmed_f1": 0.5470692199590279, "ridge3d_confirmed_recall": 0.5224585255507829, "ridge3d_confirmed_precision": 0.6008273673212148, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.48075779935793367, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.48075779935793367, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.49043012019106663, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4997961843369996, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8453516773708415, "mean_strict_plane_XY_intersection_precision": 0.8454658564840412, "ridge3d_confirmed_f1": 0.6156270680824636, "ridge3d_confirmed_recall": 0.586197511688566, "ridge3d_confirmed_precision": 0.6898399887281272, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5410056052845892, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5410056052845892, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.8670188637286425, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.8940363494231007, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.45068708465172996, "mean_strict_plane_XY_intersection_precision": 0.45074961501515914, "ridge3d_confirmed_f1": 0.2048685130636039, "ridge3d_confirmed_recall": 0.15587431418496006, "ridge3d_confirmed_precision": 0.3304597701149425, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 16, "ridge3d_conditional_f1_diagnostic": 0.19803956262815042, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.19803956262815042, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.8793286396761824, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.9568086543535674, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4679177468054035, "mean_strict_plane_XY_intersection_precision": 0.46797113338039753, "ridge3d_confirmed_f1": 0.24536619459035605, "ridge3d_confirmed_recall": 0.2247044374352124, "ridge3d_confirmed_precision": 0.34537089293236944, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.17355169861269087, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 41, "ridge3d_confirmed_defined_buildings": 41, "ridge3d_both_no_edges_clouds": 9, "ridge3d_v1_f1_diagnostic": 0.17355169861269087, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 1.0 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.6281750439034127, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6297975057732703, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.8740479376191694, "mean_strict_plane_XY_intersection_precision": 0.8741218805736783, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 11, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 11, "ridge3d_confirmed_defined_buildings": 8, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 1.082877023481552, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.9608993333206046, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.7207606089534471, "mean_strict_plane_XY_intersection_precision": 0.7208715355754504, "ridge3d_confirmed_f1": 0.5485321059056227, "ridge3d_confirmed_recall": 0.5247805910763861, "ridge3d_confirmed_precision": 0.6232191159282463, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.4113990794292171, "ridge3d_teacher_empty_spurious_clouds": 25, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 277, "ridge3d_confirmed_defined_buildings": 28, "ridge3d_both_no_edges_clouds": 107, "ridge3d_v1_f1_diagnostic": 0.4113990794292171, "all_edges_two_incidences_fraction_diagnostic": 0.9765625, "mean_retained_fraction": 1.0 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 2.011565001890152, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.6155349013374736, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.5707684427933556, "mean_strict_plane_XY_intersection_precision": 0.5708388956870134, "ridge3d_confirmed_f1": 0.2505561734693343, "ridge3d_confirmed_recall": 0.24408906967324373, "ridge3d_confirmed_precision": 0.32644923462087716, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 49, "ridge3d_conditional_f1_diagnostic": 0.20044493877546748, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 105, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 15, "ridge3d_v1_f1_diagnostic": 0.20044493877546748, "all_edges_two_incidences_fraction_diagnostic": 0.925, "mean_retained_fraction": 1.0 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2358721544744704, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.9759949613463318, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6569682602435373, "mean_strict_plane_XY_intersection_precision": 0.6570593770808764, "ridge3d_confirmed_f1": 0.4655604905861318, "ridge3d_confirmed_recall": 0.4493457679055681, "ridge3d_confirmed_precision": 0.5406505285532667, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.4655604905861318, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4655604905861318, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 1.0 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2506488092641141, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.9523497529645552, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7281423803789356, "mean_strict_plane_XY_intersection_precision": 0.7281893942239032, "ridge3d_confirmed_f1": 0.28985354981695394, "ridge3d_confirmed_recall": 0.23708609271356162, "ridge3d_confirmed_precision": 0.4166666666666667, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.057970709963390786, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.057970709963390786, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 1.0 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0433166199153816, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.1180778715857047, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.744918089380131, "mean_strict_plane_XY_intersection_precision": 0.7449960686251259, "ridge3d_confirmed_f1": 0.3923691495093321, "ridge3d_confirmed_recall": 0.38392823395614506, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.2615794330062214, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2615794330062214, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6688039733798655, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6711341048041068, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8414467022662157, "mean_strict_plane_XY_intersection_precision": 0.8415431345250589, "ridge3d_confirmed_f1": 0.7210170582903428, "ridge3d_confirmed_recall": 0.6749537465309898, "ridge3d_confirmed_precision": 0.8238737530890348, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 3, "ridge3d_conditional_f1_diagnostic": 0.2884068233161371, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 31, "ridge3d_v1_f1_diagnostic": 0.2884068233161371, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0300934930885188, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.8847128330983212, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7254952851952622, "mean_strict_plane_XY_intersection_precision": 0.7255929640361486, "ridge3d_confirmed_f1": 0.6825515403094822, "ridge3d_confirmed_recall": 0.6702898550724637, "ridge3d_confirmed_precision": 0.6988919943085797, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.13651030806189643, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.13651030806189643, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.587300633053608, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 1.476275190550607, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.6922981989339692, "mean_strict_plane_XY_intersection_precision": 0.692369322817144, "ridge3d_confirmed_f1": 0.3444225500235085, "ridge3d_confirmed_recall": 0.35212121212121217, "ridge3d_confirmed_precision": 0.35496742011849036, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.3444225500235085, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.3444225500235085, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0365447747721395, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.902821001731199, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7455100403802177, "mean_strict_plane_XY_intersection_precision": 0.7456094651971352, "ridge3d_confirmed_f1": 0.2653748025510273, "ridge3d_confirmed_recall": 0.26758738666262594, "ridge3d_confirmed_precision": 0.27456906194011993, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.13268740127551365, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.13268740127551365, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 1.0 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.4055707722373358, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 1.124922130152214, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6853922741767995, "mean_strict_plane_XY_intersection_precision": 0.6855034416300609, "ridge3d_confirmed_f1": 0.5601129178150998, "ridge3d_confirmed_recall": 0.5254173275626096, "ridge3d_confirmed_precision": 0.6635105091282145, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5601129178150998, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.5601129178150998, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 1.0 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1046935575478598, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.122576110574045, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.7327249645582571, "mean_strict_plane_XY_intersection_precision": 0.7328684841717739, "ridge3d_confirmed_f1": 0.5248347895338702, "ridge3d_confirmed_recall": 0.5018875320336506, "ridge3d_confirmed_precision": 0.6121656856562183, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.3149008737203221, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 40, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.3149008737203221, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 1.0 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.5957782365744033, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 1.1596375883569645, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.5999852875661184, "mean_strict_plane_XY_intersection_precision": 0.6001189756675671, "ridge3d_confirmed_f1": 0.456237446739868, "ridge3d_confirmed_recall": 0.4242353846188696, "ridge3d_confirmed_precision": 0.607092780374929, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.342178085054901, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 38, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 22, "ridge3d_v1_f1_diagnostic": 0.342178085054901, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 1.0 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/raw.json", "paired_rows_sha256": "a3d8d08ea058382998c3a63bc08f00d67d779314c5afdf0fa17e568de5e29b71" }, "geometry": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 1.2085850338333355, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 1.0564440674439666, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.7117111967318156, "mean_strict_plane_XY_intersection_precision": 0.7118064687596056, "ridge3d_confirmed_f1": 0.47436641183162087, "ridge3d_confirmed_recall": 0.4520504858370317, "ridge3d_confirmed_precision": 0.5576904062882344, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.3057027987359334, "ridge3d_teacher_empty_spurious_clouds": 44, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 392, "ridge3d_confirmed_defined_buildings": 45, "ridge3d_both_no_edges_clouds": 208, "ridge3d_v1_f1_diagnostic": 0.3057027987359334, "all_edges_two_incidences_fraction_diagnostic": 0.9716666666666667, "mean_retained_fraction": 0.958525390625, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.04776183715284121, "clean_mean_delta_m": 0.0009765952117457605, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 3.3753836374301108e-06, "clean_delta_p95_m": 0.0004320271957106681, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0599100000272868", "city": "Rotterdam", "case": "clean", "delta_m": 0.04776183715284121, "raw_loss_m": 0.6634981730410789, "model_loss_m": 0.7112600101939202, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": 0.012722731402565544, "paired_building_bootstrap95_delta_m": [ -0.007576915569147788, 0.03473499075327496 ], "paired_median_building_delta_m": 0.003311742710509474, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.16493364289464998 }, { "id": "NL.IMBAG.Pand.0546100000014372", "delta_m": -0.10540485145193185 }, { "id": "NL.IMBAG.Pand.0268100000006449", "delta_m": -0.08292571238801763 }, { "id": "NL.IMBAG.Pand.0599100000616020", "delta_m": -0.07672437230451572 }, { "id": "NL.IMBAG.Pand.0546100000014399", "delta_m": -0.07511562951483682 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0202100000206202", "delta_m": 0.27600555326495174 }, { "id": "NL.IMBAG.Pand.0599100000272868", "delta_m": 0.22941594274496024 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.17702289899338589 }, { "id": "NL.IMBAG.Pand.0855100000020950", "delta_m": 0.1146326913815552 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": 0.08026238855108696 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/geometry.json", "rows_sha256": "4af5956f30ff13c65420d1004b81ec323c28047be18aef92898294076559590f", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09219430394162594, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09802825784244483, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9531964700043012, "mean_strict_plane_XY_intersection_precision": 0.9533208514015079, "ridge3d_confirmed_f1": 0.7960048709970138, "ridge3d_confirmed_recall": 0.7842334856662717, "ridge3d_confirmed_precision": 0.8282939162068249, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7213794143410437, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7213794143410437, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.998125 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5938508176363905, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6000519930685787, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7741688831305583, "mean_strict_plane_XY_intersection_precision": 0.7742720751628711, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.4598397488801538, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4598397488801538, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.98953125 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.29640913560709625, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30251617045710644, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.838833660792487, "mean_strict_plane_XY_intersection_precision": 0.8389383531181935, "ridge3d_confirmed_f1": 0.6611237916830922, "ridge3d_confirmed_recall": 0.6695515155940172, "ridge3d_confirmed_precision": 0.6761420988759361, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.61847064383257, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.61847064383257, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9823046875 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24337150549975278, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.24920428300147904, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963226218055467, "mean_strict_plane_XY_intersection_precision": 0.8964407430698204, "ridge3d_confirmed_f1": 0.648804533576434, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8049375653132543, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6069461765715027, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6069461765715027, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9974609375 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.18560829717562516, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.19144003983513322, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.919046230453768, "mean_strict_plane_XY_intersection_precision": 0.9191813253662892, "ridge3d_confirmed_f1": 0.7500113588733194, "ridge3d_confirmed_recall": 0.730911534486444, "ridge3d_confirmed_precision": 0.8001398718831815, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6591008911310988, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.6591008911310988, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.8620703125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.0273126706970044, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.0543699506494026, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.5849030521504538, "mean_strict_plane_XY_intersection_precision": 0.5849716770611483, "ridge3d_confirmed_f1": 0.2908988073533592, "ridge3d_confirmed_recall": 0.261632822210951, "ridge3d_confirmed_precision": 0.42760873531604554, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.20575769300603458, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 41, "ridge3d_confirmed_defined_buildings": 41, "ridge3d_both_no_edges_clouds": 9, "ridge3d_v1_f1_diagnostic": 0.20575769300603458, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.9756640625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.275125247822044, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 2.306209733813851, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4342597904240608, "mean_strict_plane_XY_intersection_precision": 0.4343233092446585, "ridge3d_confirmed_f1": 0.2870015384839372, "ridge3d_confirmed_recall": 0.22358994172218563, "ridge3d_confirmed_precision": 0.49982939539084864, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.26848531019465094, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.26848531019465094, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9944921875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3264957246177456, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3327079777845391, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8668510272031545, "mean_strict_plane_XY_intersection_precision": 0.8669733807547, "ridge3d_confirmed_f1": 0.5554983387329743, "ridge3d_confirmed_recall": 0.5360053235803396, "ridge3d_confirmed_precision": 0.6008273673212148, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.503420369476758, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.503420369476758, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.91890625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4505062423085501, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4660986324274643, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8534996805276036, "mean_strict_plane_XY_intersection_precision": 0.8536272342404229, "ridge3d_confirmed_f1": 0.6785894009436556, "ridge3d_confirmed_recall": 0.648872700956571, "ridge3d_confirmed_precision": 0.7464764979565008, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6149716446051878, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6149716446051878, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.8279296875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.8768744485168518, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.903891934211158, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.4413985017216814, "mean_strict_plane_XY_intersection_precision": 0.44145782717732374, "ridge3d_confirmed_f1": 0.2707750762942225, "ridge3d_confirmed_recall": 0.20518464494492475, "ridge3d_confirmed_precision": 0.4683908045977011, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.26174924041774833, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.26174924041774833, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.981953125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 2.9763492992672487, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 3.089252715736004, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.45932981094727593, "mean_strict_plane_XY_intersection_precision": 0.4593821056658819, "ridge3d_confirmed_f1": 0.2621363900316235, "ridge3d_confirmed_recall": 0.2404457207324903, "ridge3d_confirmed_precision": 0.3251017733748579, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.19492193104915595, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 39, "ridge3d_confirmed_defined_buildings": 39, "ridge3d_both_no_edges_clouds": 11, "ridge3d_v1_f1_diagnostic": 0.19492193104915595, "all_edges_two_incidences_fraction_diagnostic": 0.94, "mean_retained_fraction": 0.9738671875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.651877570523735, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6534461836454051, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.8668760345859168, "mean_strict_plane_XY_intersection_precision": 0.8669527059972046, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 10, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 10, "ridge3d_confirmed_defined_buildings": 7, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.95458984375 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 1.0786775895578402, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.9592526325659776, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.7197967014605642, "mean_strict_plane_XY_intersection_precision": 0.7199065395706361, "ridge3d_confirmed_f1": 0.5576941174556618, "ridge3d_confirmed_recall": 0.53394690442283, "ridge3d_confirmed_precision": 0.6453604190171812, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.4182705880917464, "ridge3d_teacher_empty_spurious_clouds": 26, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 278, "ridge3d_confirmed_defined_buildings": 28, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.4182705880917464, "all_edges_two_incidences_fraction_diagnostic": 0.9739583333333334, "mean_retained_fraction": 0.9605967203776041 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 2.0696548261625995, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.689854966092381, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.5617057113165393, "mean_strict_plane_XY_intersection_precision": 0.5617692523742287, "ridge3d_confirmed_f1": 0.2556311845685132, "ridge3d_confirmed_recall": 0.237072387049311, "ridge3d_confirmed_precision": 0.3275566228747493, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.20450494765481056, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 104, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 16, "ridge3d_v1_f1_diagnostic": 0.20450494765481056, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.9550455729166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.234351103300051, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.9695679513058991, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6459865060049876, "mean_strict_plane_XY_intersection_precision": 0.6460722888728007, "ridge3d_confirmed_f1": 0.47466493394203957, "ridge3d_confirmed_recall": 0.44744724253828905, "ridge3d_confirmed_precision": 0.5837076970447055, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.47466493394203957, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.47466493394203957, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.949609375 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.3439462227475367, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 1.0603023548010726, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7110949428608683, "mean_strict_plane_XY_intersection_precision": 0.7111392530490261, "ridge3d_confirmed_f1": 0.30606452388614475, "ridge3d_confirmed_recall": 0.2457947133448968, "ridge3d_confirmed_precision": 0.4166666666666667, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07651613097153619, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07651613097153619, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9576497395833333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0626284523565288, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.142470504747152, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.7403616993738342, "mean_strict_plane_XY_intersection_precision": 0.7404420948372553, "ridge3d_confirmed_f1": 0.36912368134605744, "ridge3d_confirmed_recall": 0.36845209820521285, "ridge3d_confirmed_precision": 0.4400373665996006, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.24608245423070496, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.24608245423070496, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9738606770833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6649492014903847, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6666138120331186, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8360606831577531, "mean_strict_plane_XY_intersection_precision": 0.8361548112229487, "ridge3d_confirmed_f1": 0.666923909374622, "ridge3d_confirmed_recall": 0.6094858156028369, "ridge3d_confirmed_precision": 0.8422673373571513, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 3, "ridge3d_conditional_f1_diagnostic": 0.2667695637498488, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 28, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 32, "ridge3d_v1_f1_diagnostic": 0.2667695637498488, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.94921875 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.9596974480831882, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.8112649110647971, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7391535815623022, "mean_strict_plane_XY_intersection_precision": 0.7392574840987749, "ridge3d_confirmed_f1": 0.6950321198429529, "ridge3d_confirmed_recall": 0.6920289855072465, "ridge3d_confirmed_precision": 0.69884197553617, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.1390064239685906, "ridge3d_teacher_empty_spurious_clouds": 17, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 31, "ridge3d_v1_f1_diagnostic": 0.1390064239685906, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.95458984375 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.5649828429391612, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 1.452714895927205, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7031668307550791, "mean_strict_plane_XY_intersection_precision": 0.7032358621739527, "ridge3d_confirmed_f1": 0.3694619892084572, "ridge3d_confirmed_recall": 0.3704545454545455, "ridge3d_confirmed_precision": 0.38961298130095673, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.3694619892084572, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.3694619892084572, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9705403645833334 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0847178330604457, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9558681527791674, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7365057589480416, "mean_strict_plane_XY_intersection_precision": 0.7365998426044384, "ridge3d_confirmed_f1": 0.2895827894116571, "ridge3d_confirmed_recall": 0.27131345912722377, "ridge3d_confirmed_precision": 0.3358889334356764, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.14479139470582855, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.14479139470582855, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.9594401041666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.4393323522105324, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 1.1682408916937717, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6781439446830253, "mean_strict_plane_XY_intersection_precision": 0.6782582319855199, "ridge3d_confirmed_f1": 0.588225494181682, "ridge3d_confirmed_recall": 0.550889679948982, "ridge3d_confirmed_precision": 0.706789786405942, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.588225494181682, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.588225494181682, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.9575846354166667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1019635485493304, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.1225131445414458, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.7337835724073348, "mean_strict_plane_XY_intersection_precision": 0.733926891812475, "ridge3d_confirmed_f1": 0.5397246107341479, "ridge3d_confirmed_recall": 0.5256978282662071, "ridge3d_confirmed_precision": 0.6121656856562183, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.32383476644048875, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 39, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.32383476644048875, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.9549153645833334 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.629281333596193, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 1.2148840555460372, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.5928544475649299, "mean_strict_plane_XY_intersection_precision": 0.5929779269388641, "ridge3d_confirmed_f1": 0.4411108734199662, "ridge3d_confirmed_recall": 0.4173622733478424, "ridge3d_confirmed_precision": 0.5280254948814768, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.3308331550649746, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 38, "ridge3d_confirmed_defined_buildings": 4, "ridge3d_both_no_edges_clouds": 22, "ridge3d_v1_f1_diagnostic": 0.3308331550649746, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.9578450520833334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/geometry.json", "paired_rows_sha256": "10ccb6d3975dbcaed32a7007670d58a2fdbc865a277a0b58606f22e67d431fb6" }, "global_3500_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6395164700727829, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.46694690135580563, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8098752595718244, "mean_strict_plane_XY_intersection_precision": 0.8099878437625456, "ridge3d_confirmed_f1": 0.5187557609596888, "ridge3d_confirmed_recall": 0.49956992448804227, "ridge3d_confirmed_precision": 0.5922704973256929, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 120, "ridge3d_conditional_f1_diagnostic": 0.4558762747827569, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4558762747827569, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.760712890625, "clean_individual_harmed_over_2cm": 1, "clean_max_harm_m": 0.3599582137246215, "clean_mean_delta_m": 0.00719916427449243, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0307100000308988", "city": "Amersfoort", "case": "clean", "delta_m": 0.3599582137246215, "raw_loss_m": 0.20017160266210893, "model_loss_m": 0.5601298163867304, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.5563458323579868, "paired_building_bootstrap95_delta_m": [ -0.6186958493958633, -0.4893352999673536 ], "paired_median_building_delta_m": -0.5413515879523323, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0753817720708854 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9530390287586702 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8829947443525605 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8626069110636038 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8451642093986257 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.16920057034065153 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.004144320363131146 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.15830809007038962 }, { "id": "NL.IMBAG.Pand.0307100000308988", "delta_m": -0.3121823363014113 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35182443642279787 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/global_3500_s20261031.json", "rows_sha256": "3fc092fc7d9433039598ecf3eba01255efd2338cb3be87ef4b6610e6089e3456", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09841687300437259, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1042508269051915, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9520156603673674, "mean_strict_plane_XY_intersection_precision": 0.952141214433487, "ridge3d_confirmed_f1": 0.772992686693222, "ridge3d_confirmed_recall": 0.7773543777818418, "ridge3d_confirmed_precision": 0.7925680500406129, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 3, "ridge3d_conditional_f1_diagnostic": 0.7005246223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7005246223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99390625 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3662557730695915, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3721181662296002, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.826505607572774, "mean_strict_plane_XY_intersection_precision": 0.8266145640025754, "ridge3d_confirmed_f1": 0.6198017396245212, "ridge3d_confirmed_recall": 0.6098353804354187, "ridge3d_confirmed_precision": 0.6574611509144646, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5616953265347222, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5616953265347222, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9902734375 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27120889344788185, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.27704178381464933, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.887777138865461, "mean_strict_plane_XY_intersection_precision": 0.8878962228783592, "ridge3d_confirmed_f1": 0.6048352604847653, "ridge3d_confirmed_recall": 0.5894828682714414, "ridge3d_confirmed_precision": 0.7657377633418306, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.5658136307760706, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.5658136307760706, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99015625 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17173396620908335, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1775678997130481, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9286494959424736, "mean_strict_plane_XY_intersection_precision": 0.9287889397488542, "ridge3d_confirmed_f1": 0.7308255368498275, "ridge3d_confirmed_recall": 0.7240530948318934, "ridge3d_confirmed_precision": 0.7640038607665595, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6623106427701562, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6623106427701562, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.787890625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.39127938335562845, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3971151833149389, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.818498887569643, "mean_strict_plane_XY_intersection_precision": 0.818619295249791, "ridge3d_confirmed_f1": 0.47684107244469387, "ridge3d_confirmed_recall": 0.4325333979628534, "ridge3d_confirmed_precision": 0.60303053607462, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4460771322869716, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4460771322869716, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5092578125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.669377539889793, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6757450276299707, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7370137615357187, "mean_strict_plane_XY_intersection_precision": 0.7371255332987825, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5228125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3062841161873038, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.31214021840066086, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8717662983075413, "mean_strict_plane_XY_intersection_precision": 0.8718843529435272, "ridge3d_confirmed_f1": 0.5959399550161812, "ridge3d_confirmed_recall": 0.5894173793296226, "ridge3d_confirmed_precision": 0.6205251780324562, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5400705842334143, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5400705842334143, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7105859375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2742828782916163, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28011660905716823, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8975239421884597, "mean_strict_plane_XY_intersection_precision": 0.8976632113533534, "ridge3d_confirmed_f1": 0.6906137127711915, "ridge3d_confirmed_recall": 0.6647235550334927, "ridge3d_confirmed_precision": 0.7817634600000207, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6258686771988924, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6258686771988924, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5316015625 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.36258949796792167, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.36892972643762917, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8315264779803571, "mean_strict_plane_XY_intersection_precision": 0.831647100131328, "ridge3d_confirmed_f1": 0.5395184862612814, "ridge3d_confirmed_recall": 0.5171355238950733, "ridge3d_confirmed_precision": 0.6314256050352255, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.48893862817428624, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.48893862817428624, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5560546875 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0317159002382654, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.107403373377208, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6713917905696698, "mean_strict_plane_XY_intersection_precision": 0.6714702687792155, "ridge3d_confirmed_f1": 0.2607002222075226, "ridge3d_confirmed_recall": 0.21384264897303937, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.23625957637556735, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.23625957637556735, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.536015625 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.014284094005785156, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.014284094005785156, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9996264827449306, "mean_strict_plane_XY_intersection_precision": 0.999706611357946, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7443033854166666 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5166179156299665, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.37794979677486396, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8193768179817749, "mean_strict_plane_XY_intersection_precision": 0.8195059425459619, "ridge3d_confirmed_f1": 0.6315668759021518, "ridge3d_confirmed_recall": 0.6096314513772378, "ridge3d_confirmed_precision": 0.7011998180520025, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 63, "ridge3d_conditional_f1_diagnostic": 0.5526210164143829, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5526210164143829, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7628987630208334 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.5329777451433935, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.1138678818948358, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6276692941214976, "mean_strict_plane_XY_intersection_precision": 0.6277549135792931, "ridge3d_confirmed_f1": 0.2226265842357231, "ridge3d_confirmed_recall": 0.21065841640390381, "ridge3d_confirmed_precision": 0.3063310304191302, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 57, "ridge3d_conditional_f1_diagnostic": 0.19789029709842054, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.19789029709842054, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.766845703125 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.8128145733813458, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.5044219378306721, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6673445070243414, "mean_strict_plane_XY_intersection_precision": 0.6674336130201194, "ridge3d_confirmed_f1": 0.4232791421228697, "ridge3d_confirmed_recall": 0.382647123105619, "ridge3d_confirmed_precision": 0.5309396252697367, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.4232791421228697, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4232791421228697, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7522786458333334 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5479170430759744, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22660871060599358, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8321799494999359, "mean_strict_plane_XY_intersection_precision": 0.8322278886674053, "ridge3d_confirmed_f1": 0.20590664301532627, "ridge3d_confirmed_recall": 0.16567696174608573, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.06863554767177542, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.06863554767177542, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7559244791666667 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4834004255526603, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5422143994289602, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8546028525470944, "mean_strict_plane_XY_intersection_precision": 0.8546943720756044, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7828450520833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16481761899673633, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16481761899673633, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364236813071397, "mean_strict_plane_XY_intersection_precision": 0.9365325064061677, "ridge3d_confirmed_f1": 0.7370506227682676, "ridge3d_confirmed_recall": 0.7070035460992907, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7370506227682676, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7370506227682676, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7520833333333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.505497363963099, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.35718529154151246, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8218256875981187, "mean_strict_plane_XY_intersection_precision": 0.8219419601599828, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7757161458333334 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0803814091801158, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.931066692700251, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.7972361349117477, "mean_strict_plane_XY_intersection_precision": 0.7973222783930582, "ridge3d_confirmed_f1": 0.44751085902031174, "ridge3d_confirmed_recall": 0.4520202020202021, "ridge3d_confirmed_precision": 0.4578476050256068, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.44751085902031174, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44751085902031174, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7504231770833333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4502607439080644, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2906162951869168, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8631877949004781, "mean_strict_plane_XY_intersection_precision": 0.8632994911635118, "ridge3d_confirmed_f1": 0.28600370289122745, "ridge3d_confirmed_recall": 0.30256869763115, "ridge3d_confirmed_precision": 0.27782865275502555, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.28600370289122745, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.28600370289122745, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7457356770833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7226410543786959, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.412411217197249, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7813072184820749, "mean_strict_plane_XY_intersection_precision": 0.7814479974141841, "ridge3d_confirmed_f1": 0.6974219532678446, "ridge3d_confirmed_recall": 0.6700731717184537, "ridge3d_confirmed_precision": 0.7762089267108122, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.6974219532678446, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.6974219532678446, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7690104166666667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3988541011807591, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3988541011807591, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8723542628910742, "mean_strict_plane_XY_intersection_precision": 0.8725219169353332, "ridge3d_confirmed_f1": 0.5987964265721485, "ridge3d_confirmed_recall": 0.5681421071044176, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5987964265721485, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5987964265721485, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7471028645833333 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2285803671103779, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8412727488890062, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6722905065562392, "mean_strict_plane_XY_intersection_precision": 0.6724564133900887, "ridge3d_confirmed_f1": 0.48859444091556137, "ridge3d_confirmed_recall": 0.45977988086368904, "ridge3d_confirmed_precision": 0.6473475360896477, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.48859444091556137, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.48859444091556137, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7760091145833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/global_3500_s20261031.json", "paired_rows_sha256": "95e333feeaf410579ec9d68ab66d9e28bf1a097cbafbd9607f64e3dfb1f02ae4" }, "graph_3500_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6147148201467376, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4401526814900313, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8171183006214645, "mean_strict_plane_XY_intersection_precision": 0.8172302332567599, "ridge3d_confirmed_f1": 0.5364784540541679, "ridge3d_confirmed_recall": 0.5182845902807481, "ridge3d_confirmed_precision": 0.6074769251890257, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.4714507626536627, "ridge3d_teacher_empty_spurious_clouds": 30, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 378, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 222, "ridge3d_v1_f1_diagnostic": 0.4714507626536627, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7334114583333333, "clean_individual_harmed_over_2cm": 2, "clean_max_harm_m": 1.0220793573011162, "clean_mean_delta_m": 0.020948387983359216, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [ { "id": "NL.IMBAG.Pand.0546100000014363", "city": "Leiden", "case": "clean", "delta_m": 0.025340041866844562, "raw_loss_m": 0.12408502232413247, "model_loss_m": 0.14942506419097704, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "2-4" }, { "id": "NL.IMBAG.Pand.0268100000002656", "city": "Nijmegen", "case": "clean", "delta_m": 1.0220793573011162, "raw_loss_m": 1.1642240731858735, "model_loss_m": 2.1863034304869897, "raw_native_success": true, "model_native_success": true, "complexity_stratum": "5+" } ], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": false, "eligible_no_new_native_failure": true, "eligible": false, "paired_mean_delta_vs_raw_m": -0.581147482284032, "paired_building_bootstrap95_delta_m": [ -0.6376932309285778, -0.5252473460395817 ], "paired_median_building_delta_m": -0.5699933826256866, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1077502473539165 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751104404937248 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8831406276826654 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621778499787033 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8471434722364334 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.08924051459990763 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24249358229663698 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.33384824127237245 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3340965178666828 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3585527937542552 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_3500_s20261031.json", "rows_sha256": "af555fbdb613f8582cfbcac3f392c2a7cae829d9a4b561199269519f70d58c5b", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.11216609671323939, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.11800005061405829, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9498498745100818, "mean_strict_plane_XY_intersection_precision": 0.9499754368637449, "ridge3d_confirmed_f1": 0.8010099280725324, "ridge3d_confirmed_recall": 0.7945957570921867, "ridge3d_confirmed_precision": 0.8230720288204537, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7259152473157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7259152473157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9983984375 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.99984375 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24849176797016123, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2543246583369287, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.892705656146618, "mean_strict_plane_XY_intersection_precision": 0.8928248030365268, "ridge3d_confirmed_f1": 0.6469041628327882, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011472399682621, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.5862568975672142, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5862568975672142, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9963671875 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17722385906102642, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.1821635098307395, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.926917252232423, "mean_strict_plane_XY_intersection_precision": 0.9270715472977276, "ridge3d_confirmed_f1": 0.7790921269845881, "ridge3d_confirmed_recall": 0.7652132490474721, "ridge3d_confirmed_precision": 0.8107324509869425, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7060522400797828, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7060522400797828, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7230859375 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4054507138287617, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4112888657784126, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117702252073581, "mean_strict_plane_XY_intersection_precision": 0.8118846492979466, "ridge3d_confirmed_f1": 0.47145033244579126, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024070675121413, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410341819654176, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410341819654176, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5003125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5200642917175258, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5259017362603414, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7844248456602688, "mean_strict_plane_XY_intersection_precision": 0.784537719989449, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4867578125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28038750277958757, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2866688445645582, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8815333025822842, "mean_strict_plane_XY_intersection_precision": 0.8816507597484551, "ridge3d_confirmed_f1": 0.5749221335398679, "ridge3d_confirmed_recall": 0.5634200844499956, "ridge3d_confirmed_precision": 0.633214734268964, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.505234602201702, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.505234602201702, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.57234375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25810929738714067, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.26394262413131714, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9030556443909248, "mean_strict_plane_XY_intersection_precision": 0.9031786480771642, "ridge3d_confirmed_f1": 0.7238843931514135, "ridge3d_confirmed_recall": 0.7066584093772939, "ridge3d_confirmed_precision": 0.7988077325205875, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6560202312934686, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6560202312934686, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.514921875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.31834496016671826, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.32417822291509907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8463164343157689, "mean_strict_plane_XY_intersection_precision": 0.8464362188715029, "ridge3d_confirmed_f1": 0.5812165124232982, "ridge3d_confirmed_recall": 0.5603494309468072, "ridge3d_confirmed_precision": 0.6314256050352256, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5107660260689589, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5107660260689589, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51515625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0223111032625007, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0979733960652058, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.677870680986337, "mean_strict_plane_XY_intersection_precision": 0.6779480026102992, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013288297861824568, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013288297861824568, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7356160481770834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5047458074956408, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3659353798883175, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8248715621186626, "mean_strict_plane_XY_intersection_precision": 0.8250005472906963, "ridge3d_confirmed_f1": 0.6359198024640594, "ridge3d_confirmed_recall": 0.6143775816949647, "ridge3d_confirmed_precision": 0.7045491700961609, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.556429827156052, "ridge3d_teacher_empty_spurious_clouds": 24, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 276, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 108, "ridge3d_v1_f1_diagnostic": 0.556429827156052, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7340596516927084 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4477568784581782, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0191395535180807, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6460893938770779, "mean_strict_plane_XY_intersection_precision": 0.6461719904867518, "ridge3d_confirmed_f1": 0.27544491447820263, "ridge3d_confirmed_recall": 0.26604048781842937, "ridge3d_confirmed_precision": 0.35266228230779584, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.24483992398062457, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.24483992398062457, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7295735677083334 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7211384119736415, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4038361761249705, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6848927724186843, "mean_strict_plane_XY_intersection_precision": 0.6849810296195605, "ridge3d_confirmed_f1": 0.4548845707826315, "ridge3d_confirmed_recall": 0.42210023888279996, "ridge3d_confirmed_precision": 0.5660740440721208, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.4548845707826315, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4548845707826315, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7390299479166667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5506223590456373, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22918033052345618, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8353354654400128, "mean_strict_plane_XY_intersection_precision": 0.8353816515556247, "ridge3d_confirmed_f1": 0.28366944828689183, "ridge3d_confirmed_recall": 0.2559109801695179, "ridge3d_confirmed_precision": 0.39012680460558796, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09455648276229728, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.09455648276229728, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7379231770833333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.402190283121956, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.46054363792892994, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8874876847754566, "mean_strict_plane_XY_intersection_precision": 0.8875820751316222, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7322265625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16459818833424877, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16459818833424877, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364268496532364, "mean_strict_plane_XY_intersection_precision": 0.9365372054037916, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7350911458333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4695989936917212, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31809528215737154, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.833357009020735, "mean_strict_plane_XY_intersection_precision": 0.8334693501250194, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7322265625 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1120606781242952, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9611452410281757, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8000886446911813, "mean_strict_plane_XY_intersection_precision": 0.8001810881568149, "ridge3d_confirmed_f1": 0.44883561978586195, "ridge3d_confirmed_recall": 0.4454545454545455, "ridge3d_confirmed_precision": 0.4614800836580854, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.44883561978586195, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44883561978586195, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7163736979166667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44081194982945854, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28113151451125973, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8659394266776941, "mean_strict_plane_XY_intersection_precision": 0.8660534817512101, "ridge3d_confirmed_f1": 0.3199280471336593, "ridge3d_confirmed_recall": 0.33515377022816606, "ridge3d_confirmed_precision": 0.3121487770050959, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3199280471336593, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3199280471336593, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7336263020833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7035709965305571, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3921078524458661, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7801303111983505, "mean_strict_plane_XY_intersection_precision": 0.7802686201340588, "ridge3d_confirmed_f1": 0.7189450676829184, "ridge3d_confirmed_recall": 0.6907845410062382, "ridge3d_confirmed_precision": 0.7942703068756068, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7189450676829184, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7189450676829184, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7344401041666667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4141656760547908, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4141656760547908, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8688254528509068, "mean_strict_plane_XY_intersection_precision": 0.8689905530238707, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7317057291666667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.16839066476107, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.7767229157912432, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6786993894883865, "mean_strict_plane_XY_intersection_precision": 0.678857277666026, "ridge3d_confirmed_f1": 0.5202450972047956, "ridge3d_confirmed_recall": 0.4974523989659945, "ridge3d_confirmed_precision": 0.6578179695116381, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5202450972047956, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5202450972047956, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7414713541666667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_3500_s20261031.json", "paired_rows_sha256": "3f567ff887ce720322d589a1bb6fbbf9da679704ddbb44a0831df0f245bd5070" }, "graph_10000_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6132932403750257, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.43869131422655316, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8180671049989319, "mean_strict_plane_XY_intersection_precision": 0.8181774680400676, "ridge3d_confirmed_f1": 0.5371335275279464, "ridge3d_confirmed_recall": 0.521935430801501, "ridge3d_confirmed_precision": 0.6051322621639739, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.4720264332821348, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.4720264332821348, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7311783854166667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5825690620557438, "paired_building_bootstrap95_delta_m": [ -0.6368140280767726, -0.5268566573975411 ], "paired_median_building_delta_m": -0.5637586667595849, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751777075846667 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9540515548253948 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8833130242834887 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621285093127438 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473628640725678 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.07418575013933111 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.2413718563881875 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35858514511567147 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3652624751548559 }, { "id": "NL.IMBAG.Pand.0392100000001527", "delta_m": -0.37700249331291863 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_s20261031.json", "rows_sha256": "ec46674665e96ce50f4bcb54a6878f9076a1b164f37e61ce1640cc09b9b8aa8d", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2944425358563335, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30030492901634226, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8578120060378289, "mean_strict_plane_XY_intersection_precision": 0.857927145272654, "ridge3d_confirmed_f1": 0.6441359297287884, "ridge3d_confirmed_recall": 0.6467051118215122, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5837481863167145, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5837481863167145, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99984375 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17197024886658227, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.1769106488063984, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9213884482302597, "mean_strict_plane_XY_intersection_precision": 0.9215395231635418, "ridge3d_confirmed_f1": 0.7485052958576641, "ridge3d_confirmed_recall": 0.7377444166781169, "ridge3d_confirmed_precision": 0.7751420827780838, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6783329243710081, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6783329243710081, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7198828125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.404138342700143, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.40997420161188025, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.811758939667106, "mean_strict_plane_XY_intersection_precision": 0.811874266080649, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500234375 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.6001814540726613, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.6065542200484592, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7569639186888922, "mean_strict_plane_XY_intersection_precision": 0.7570713604838362, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4804296875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.26291460799585387, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2687425998704496, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8861609384410856, "mean_strict_plane_XY_intersection_precision": 0.8862620601110018, "ridge3d_confirmed_f1": 0.5870493738943313, "ridge3d_confirmed_recall": 0.5992346557293637, "ridge3d_confirmed_precision": 0.6094025554897861, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5158918740283518, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5158918740283518, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.55828125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25016939891198436, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.25600272565616083, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9019461116031937, "mean_strict_plane_XY_intersection_precision": 0.9020693480828094, "ridge3d_confirmed_f1": 0.7276480706110439, "ridge3d_confirmed_recall": 0.7104965849168062, "ridge3d_confirmed_precision": 0.7988009496992269, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6594310639912585, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6594310639912585, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.515 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2879296289300938, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2937628916784746, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8588605482789877, "mean_strict_plane_XY_intersection_precision": 0.8589797463540012, "ridge3d_confirmed_f1": 0.6202277583593901, "ridge3d_confirmed_recall": 0.5974613556668417, "ridge3d_confirmed_precision": 0.6822216181619158, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5450486361340096, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5450486361340096, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5067578125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0221774785396307, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713423356, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4937109375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.01332967968926488, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01332967968926488, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7344767252604166 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5052321587279095, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36647973658764676, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8240899384896875, "mean_strict_plane_XY_intersection_precision": 0.8242158187876545, "ridge3d_confirmed_f1": 0.6361263326011629, "ridge3d_confirmed_recall": 0.6169647457948377, "ridge3d_confirmed_precision": 0.7015250267980137, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.5566105410260175, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5566105410260175, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7322184244791666 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4390595501944068, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0100576703008843, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.653334611377136, "mean_strict_plane_XY_intersection_precision": 0.6534192956130238, "ridge3d_confirmed_f1": 0.27727741421075336, "ridge3d_confirmed_recall": 0.2724834789439917, "ridge3d_confirmed_precision": 0.3521012549996192, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.24646881263178072, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.24646881263178072, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7252115885416667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7411895282886598, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4258786596649136, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6811998890550557, "mean_strict_plane_XY_intersection_precision": 0.6812856418665851, "ridge3d_confirmed_f1": 0.4642712245623149, "ridge3d_confirmed_recall": 0.4301848624923795, "ridge3d_confirmed_precision": 0.5666198540560774, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.4642712245623149, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4642712245623149, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7318684895833333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5446445078302221, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22226436625087195, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8378285381074118, "mean_strict_plane_XY_intersection_precision": 0.8378745484615543, "ridge3d_confirmed_f1": 0.2242848715374829, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3274791483976808, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07476162384582763, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07476162384582763, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73837890625 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43209833615451104, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49089344916440736, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8731074696418684, "mean_strict_plane_XY_intersection_precision": 0.873197946791678, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72587890625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16475142593869793, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16475142593869793, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364117383248811, "mean_strict_plane_XY_intersection_precision": 0.9365223488581534, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7336263020833333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4552825162754016, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3024801137186013, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8351104987317817, "mean_strict_plane_XY_intersection_precision": 0.8352240538594563, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7298502604166667 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0875165702438572, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9366131065245836, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8056053214577352, "mean_strict_plane_XY_intersection_precision": 0.80568031106359, "ridge3d_confirmed_f1": 0.459470579503626, "ridge3d_confirmed_recall": 0.4704545454545455, "ridge3d_confirmed_precision": 0.4682501645845666, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.459470579503626, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.459470579503626, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71669921875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.443361565967283, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2836771417066092, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8648580271905223, "mean_strict_plane_XY_intersection_precision": 0.8649722079007178, "ridge3d_confirmed_f1": 0.31941414002473434, "ridge3d_confirmed_recall": 0.33515377022816606, "ridge3d_confirmed_precision": 0.3112947735031981, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31941414002473434, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31941414002473434, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7330403645833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.697299573173648, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3853386567585441, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7825628039541402, "mean_strict_plane_XY_intersection_precision": 0.7827030270054337, "ridge3d_confirmed_f1": 0.7191306899519292, "ridge3d_confirmed_recall": 0.689110807361281, "ridge3d_confirmed_precision": 0.8038713617514789, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7191306899519292, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7191306899519292, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7331705729166667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3976645805835318, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3976645805835318, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8783884560281324, "mean_strict_plane_XY_intersection_precision": 0.8785571979236556, "ridge3d_confirmed_f1": 0.6013347106880482, "ridge3d_confirmed_recall": 0.5727591120141925, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6013347106880482, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6013347106880482, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73115234375 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1691237992944459, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.7773516419547712, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6855983074977904, "mean_strict_plane_XY_intersection_precision": 0.6857573966698518, "ridge3d_confirmed_f1": 0.5119397263222096, "ridge3d_confirmed_recall": 0.49719094749428017, "ridge3d_confirmed_precision": 0.6284098716961871, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5119397263222096, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5119397263222096, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7381184895833334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_s20261031.json", "paired_rows_sha256": "bdfa1b84ec1747c407d9c3ba33c8ca3cf3157d999525f3eb31b2fc99cd1a931b" }, "graph_20000_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6209696753937757, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.44743694587532373, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8147250598519203, "mean_strict_plane_XY_intersection_precision": 0.814835781590477, "ridge3d_confirmed_f1": 0.5332731137668675, "ridge3d_confirmed_recall": 0.5165324975394202, "ridge3d_confirmed_precision": 0.6028035935057257, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 114, "ridge3d_conditional_f1_diagnostic": 0.4686339484617926, "ridge3d_teacher_empty_spurious_clouds": 27, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 375, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 225, "ridge3d_v1_f1_diagnostic": 0.4686339484617926, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7311328125, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5748926270369938, "paired_building_bootstrap95_delta_m": [ -0.6373915260333208, -0.508758683894191 ], "paired_median_building_delta_m": -0.5636587008745422, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.107605189536723 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075206473401466 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8836120591196913 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8622314320833003 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8451937272059854 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2766473249285057 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24254700305679736 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3420768477834552 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.3546641331105336 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35855688472608344 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_20000_s20261031.json", "rows_sha256": "85b9bd32a50c13788f494ced06a707d75a41fe434d2bdcb9382d6b8be4330c15", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3030540674298864, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30891646058989514, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351603275152444, "mean_strict_plane_XY_intersection_precision": 0.8352703963549557, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9998828125 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1742368392258402, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.17917619366340304, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9260282415154991, "mean_strict_plane_XY_intersection_precision": 0.926179251060143, "ridge3d_confirmed_f1": 0.7897722435264761, "ridge3d_confirmed_recall": 0.7835904546335353, "ridge3d_confirmed_precision": 0.8020194882077628, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.715731095695869, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.715731095695869, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.719453125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40526901984940983, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4111048787611471, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117572651736884, "mean_strict_plane_XY_intersection_precision": 0.8118725915315129, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5003125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5487172015923425, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.554554526378825, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7842080375036737, "mean_strict_plane_XY_intersection_precision": 0.7843201126072055, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4787890625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27523586994750554, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2816398653274604, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8696832142247084, "mean_strict_plane_XY_intersection_precision": 0.8697849117295575, "ridge3d_confirmed_f1": 0.5611397162048671, "ridge3d_confirmed_recall": 0.5561422273429348, "ridge3d_confirmed_precision": 0.5984336853934767, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5085328678106609, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5085328678106609, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.559609375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27194103972372563, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.27777436646790205, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.898002489982982, "mean_strict_plane_XY_intersection_precision": 0.8981266295618922, "ridge3d_confirmed_f1": 0.7198602038796997, "ridge3d_confirmed_recall": 0.6999799605144653, "ridge3d_confirmed_precision": 0.798248151719505, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6523733097659778, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6523733097659778, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5155859375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3854093997900644, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3917439751238613, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.829946793267419, "mean_strict_plane_XY_intersection_precision": 0.8300693193081377, "ridge3d_confirmed_f1": 0.5676945239876675, "ridge3d_confirmed_recall": 0.5427761441206285, "ridge3d_confirmed_precision": 0.6389218569092885, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5144731623638237, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5144731623638237, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5062890625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.022177478539507, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713422121, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493671875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013333971687356195, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013333971687356195, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7338460286458334 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.49936865012950954, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3605693383514432, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8238119434711213, "mean_strict_plane_XY_intersection_precision": 0.8239382396831489, "ridge3d_confirmed_f1": 0.6370798984444077, "ridge3d_confirmed_recall": 0.6153771398524893, "ridge3d_confirmed_precision": 0.7049162358578736, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.5574449111388567, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5574449111388567, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7323252360026041 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4962015192045632, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0726956693021152, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6375139697014899, "mean_strict_plane_XY_intersection_precision": 0.6375991164994879, "ridge3d_confirmed_f1": 0.2607803039883243, "ridge3d_confirmed_recall": 0.25706531146761363, "ridge3d_confirmed_precision": 0.33475790733133703, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.23180471465628827, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.23180471465628827, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.725146484375 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7552861372625702, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4415858541540407, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6687007693692558, "mean_strict_plane_XY_intersection_precision": 0.6687862285686854, "ridge3d_confirmed_f1": 0.45860165410158205, "ridge3d_confirmed_recall": 0.4279336150368069, "ridge3d_confirmed_precision": 0.5639925318655165, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.45860165410158205, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.45860165410158205, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7321940104166667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5459143526766103, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22454316545290456, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8364371730297968, "mean_strict_plane_XY_intersection_precision": 0.8364888369015754, "ridge3d_confirmed_f1": 0.2262847789522615, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3312911813745601, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07542825965075384, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07542825965075384, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7391927083333333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.40541342096468097, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4637642177236486, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8836450272840043, "mean_strict_plane_XY_intersection_precision": 0.8837368881051793, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72548828125 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16490278731326966, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16490278731326966, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364039538039501, "mean_strict_plane_XY_intersection_precision": 0.93651377829544, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73369140625 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.46789373508929594, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31624041252747204, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8315157289045396, "mean_strict_plane_XY_intersection_precision": 0.8316306151778793, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.729296875 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.089049844094463, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9381426132340854, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8050701921873868, "mean_strict_plane_XY_intersection_precision": 0.805145034049078, "ridge3d_confirmed_f1": 0.451960619785862, "ridge3d_confirmed_recall": 0.4537878787878788, "ridge3d_confirmed_precision": 0.4634031605811623, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.451960619785862, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.451960619785862, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7167317708333333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4436550944363355, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2840101090277814, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8647765702066541, "mean_strict_plane_XY_intersection_precision": 0.8648902560561842, "ridge3d_confirmed_f1": 0.31780280147616324, "ridge3d_confirmed_recall": 0.33264220501130726, "ridge3d_confirmed_precision": 0.310726445574936, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31780280147616324, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31780280147616324, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7334635416666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6974718244939957, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38544382993253556, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7839223675862512, "mean_strict_plane_XY_intersection_precision": 0.7840628179667861, "ridge3d_confirmed_f1": 0.7209376405124855, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7925220609131168, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7209376405124855, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7209376405124855, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7330729166666666 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.395474326094378, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.395474326094378, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.871978986971112, "mean_strict_plane_XY_intersection_precision": 0.8721438608524437, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7308919270833333 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.244635231512158, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8602621432931213, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6647998291762528, "mean_strict_plane_XY_intersection_precision": 0.6649594999315168, "ridge3d_confirmed_f1": 0.4950807677299029, "ridge3d_confirmed_recall": 0.47239261397360627, "ridge3d_confirmed_precision": 0.6363803273468807, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4950807677299029, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.4950807677299029, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7373046875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_20000_s20261031.json", "paired_rows_sha256": "b85db5feebb1d832871e139c9c51630c87f253917c75a7725903ebdf7a406755" }, "graph_20000_long_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6160095111139713, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4419523902109996, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.817191911785478, "mean_strict_plane_XY_intersection_precision": 0.8172996414830839, "ridge3d_confirmed_f1": 0.5364562547893826, "ridge3d_confirmed_recall": 0.5214798790086945, "ridge3d_confirmed_precision": 0.6037547252622216, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 114, "ridge3d_conditional_f1_diagnostic": 0.47143125420885146, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.47143125420885146, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.730087890625, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5798527913167983, "paired_building_bootstrap95_delta_m": [ -0.6385443736773418, -0.5193816097859293 ], "paired_median_building_delta_m": -0.563617762282288, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1079129926449134 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075138673878543 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8838076724010234 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.862238348137788 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.847027297796101 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.07844354061514265 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24221488634945718 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3341674203169898 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35693617537811306 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35855551289014315 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_20000_long_s20261031.json", "rows_sha256": "31043e91e20c96ba9085e8aaf9ad2c97e8467f7535fbab080e2b3cf02f6e2b6a", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.16416042018740185, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.16910007095711507, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9289697350692045, "mean_strict_plane_XY_intersection_precision": 0.9290917970970528, "ridge3d_confirmed_f1": 0.7743699874769995, "ridge3d_confirmed_recall": 0.7847627664617701, "ridge3d_confirmed_precision": 0.7861505628588464, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.7017728011510307, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7017728011510307, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7173828125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40528536888763705, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4111212277993743, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117670785563859, "mean_strict_plane_XY_intersection_precision": 0.8118816755684537, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5001171875 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5458009047941663, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5516382295806488, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7846277309624745, "mean_strict_plane_XY_intersection_precision": 0.7847400308506279, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4781640625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2848771467409387, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.29122363561886855, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8838363964335876, "mean_strict_plane_XY_intersection_precision": 0.8839413492783953, "ridge3d_confirmed_f1": 0.5727569701507208, "ridge3d_confirmed_recall": 0.5683430350317583, "ridge3d_confirmed_precision": 0.5989218346061412, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5033318828597243, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5033318828597243, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5518359375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2726687255039706, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.27850205224814706, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8980260376135977, "mean_strict_plane_XY_intersection_precision": 0.8981480387226888, "ridge3d_confirmed_f1": 0.7138381511971853, "ridge3d_confirmed_recall": 0.6939193731818312, "ridge3d_confirmed_precision": 0.7980560021870832, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6469158245224492, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6469158245224492, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51515625 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.32857347042505614, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.33440673317343694, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.842019976287575, "mean_strict_plane_XY_intersection_precision": 0.8421350483904417, "ridge3d_confirmed_f1": 0.6156992710439878, "ridge3d_confirmed_recall": 0.5948321895674968, "ridge3d_confirmed_precision": 0.6659083636559152, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.557977464383614, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.557977464383614, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5050390625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0221774785392035, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713419086, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493359375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013264872031308095, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013264872031308095, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7332356770833334 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.4988604081227985, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3599172457963912, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8256531386332151, "mean_strict_plane_XY_intersection_precision": 0.825779265350386, "ridge3d_confirmed_f1": 0.6363101246343429, "ridge3d_confirmed_recall": 0.6173028219292249, "ridge3d_confirmed_precision": 0.7021237197667729, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.55677135905505, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.55677135905505, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.731475830078125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4730823519518548, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0474148668814995, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6439564048505779, "mean_strict_plane_XY_intersection_precision": 0.6440271338273647, "ridge3d_confirmed_f1": 0.2743398464463622, "ridge3d_confirmed_recall": 0.26994465384230226, "ridge3d_confirmed_precision": 0.3455361146877741, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.24385764128565532, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24385764128565532, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7231282552083333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7481408971658239, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.43362601396530936, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6831073992120306, "mean_strict_plane_XY_intersection_precision": 0.6831906844704434, "ridge3d_confirmed_f1": 0.48093789122898156, "ridge3d_confirmed_recall": 0.4468515291590462, "ridge3d_confirmed_precision": 0.583286520722744, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.48093789122898156, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.48093789122898156, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7290364583333333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5466090366666077, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22519298297837625, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8364228585386293, "mean_strict_plane_XY_intersection_precision": 0.8364642192697591, "ridge3d_confirmed_f1": 0.22731852128522892, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07577284042840964, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07577284042840964, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7380859375 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4023521767811423, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4607066674999542, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8884961924609189, "mean_strict_plane_XY_intersection_precision": 0.8885895671149047, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72646484375 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16467297328514743, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16467297328514743, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364102323481255, "mean_strict_plane_XY_intersection_precision": 0.9365208283809556, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7329427083333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.47031861918490153, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31880910439519505, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8312974597703124, "mean_strict_plane_XY_intersection_precision": 0.8314114098005554, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7281575520833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0798821622355927, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9282375057639243, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8059055411684856, "mean_strict_plane_XY_intersection_precision": 0.8059818852463531, "ridge3d_confirmed_f1": 0.44593553767824307, "ridge3d_confirmed_recall": 0.46111111111111114, "ridge3d_confirmed_precision": 0.45267045921377624, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.44593553767824307, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44593553767824307, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7157877604166667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44333175711089057, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28365343405524335, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8647877747260099, "mean_strict_plane_XY_intersection_precision": 0.8649010541046959, "ridge3d_confirmed_f1": 0.31770166334120414, "ridge3d_confirmed_recall": 0.3334836900730094, "ridge3d_confirmed_precision": 0.3094687395764297, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31770166334120414, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31770166334120414, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7320963541666666 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7021055931712258, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.39049713297718625, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7824825459802517, "mean_strict_plane_XY_intersection_precision": 0.7826191155493869, "ridge3d_confirmed_f1": 0.7211834552933281, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7932862979621104, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7211834552933281, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7211834552933281, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7319010416666667 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3984057897624867, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3984057897624867, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8712295447877519, "mean_strict_plane_XY_intersection_precision": 0.871395399124526, "ridge3d_confirmed_f1": 0.5973678612524905, "ridge3d_confirmed_recall": 0.5656331945938627, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5973678612524905, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5973678612524905, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7296875 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2042761057758942, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8157222974271731, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6717795688622631, "mean_strict_plane_XY_intersection_precision": 0.6719222517692598, "ridge3d_confirmed_f1": 0.5008493901869518, "ridge3d_confirmed_recall": 0.48112414564120326, "ridge3d_confirmed_precision": 0.6301898134410305, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5008493901869518, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5008493901869518, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.73671875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_20000_long_s20261031.json", "paired_rows_sha256": "d30b9b9ff1094752bb70a04e82201ba53e586a07b168d96414cdb486684c7aa1" }, "graph_10000_wide_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6227320783932764, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.44898708132442117, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8140014394011036, "mean_strict_plane_XY_intersection_precision": 0.8141102196087779, "ridge3d_confirmed_f1": 0.5422485071531269, "ridge3d_confirmed_recall": 0.5274258484551817, "ridge3d_confirmed_precision": 0.6105589318996516, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.47652141537699033, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.47652141537699033, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7310188802083334, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5731302240374933, "paired_building_bootstrap95_delta_m": [ -0.6320147916450803, -0.511075884828729 ], "paired_median_building_delta_m": -0.5638420287170729, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751719801515487 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9545823621013767 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8829240715866087 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.862239461246817 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8468812508362377 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.14997189113758144 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24071096350339113 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.32468906633918854 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.3578850237576308 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3584856265558886 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_wide_s20261031.json", "rows_sha256": "c3d8f54e17050239aa79a44ee377bb76151a1c07738b10d13e197177094e1a08", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1753385292334505, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1811720093909011, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.928999182815931, "mean_strict_plane_XY_intersection_precision": 0.9291273568485408, "ridge3d_confirmed_f1": 0.7777478878628091, "ridge3d_confirmed_recall": 0.768250618201212, "ridge3d_confirmed_precision": 0.8026065148161016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7048340233756709, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7048340233756709, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.718515625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40534978820994205, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4111871143184546, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117668827898923, "mean_strict_plane_XY_intersection_precision": 0.8118817544129794, "ridge3d_confirmed_f1": 0.47145030937107074, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024068829786934, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.44103416037938875, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.44103416037938875, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500078125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5891938463714109, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5955655292520795, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.756147317954713, "mean_strict_plane_XY_intersection_precision": 0.756258038580706, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.482734375 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27861216248543397, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28507466130887393, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8730980441013629, "mean_strict_plane_XY_intersection_precision": 0.8732013165819578, "ridge3d_confirmed_f1": 0.6038827318027976, "ridge3d_confirmed_recall": 0.6198970780088146, "ridge3d_confirmed_precision": 0.6093722654320117, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.53068482491761, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.53068482491761, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5561328125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24986547478542842, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2556988015296049, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9018506402205942, "mean_strict_plane_XY_intersection_precision": 0.901974547488105, "ridge3d_confirmed_f1": 0.70484559431839, "ridge3d_confirmed_recall": 0.6938586210362104, "ridge3d_confirmed_precision": 0.7643818045871571, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6387663198510409, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6387663198510409, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.515 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.38436600124603304, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3907005765798299, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8364051183629196, "mean_strict_plane_XY_intersection_precision": 0.836526344397312, "ridge3d_confirmed_f1": 0.6354145907436751, "ridge3d_confirmed_recall": 0.6060885753581897, "ridge3d_confirmed_precision": 0.7308263230632362, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5583946403505023, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5583946403505023, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5062109375 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983372, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.097150812901042, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4935546875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013310371791664475, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013310371791664475, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73388671875 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5085275804654301, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3698125130308713, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8200014783695262, "mean_strict_plane_XY_intersection_precision": 0.8201275892381841, "ridge3d_confirmed_f1": 0.639111128916544, "ridge3d_confirmed_recall": 0.6199797824040232, "ridge3d_confirmed_precision": 0.7053148312803904, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.559222237801976, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.559222237801976, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7326202392578125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4757238370436736, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.050887067489986, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6460893557725098, "mean_strict_plane_XY_intersection_precision": 0.6461653880148811, "ridge3d_confirmed_f1": 0.2879841250241575, "ridge3d_confirmed_recall": 0.2844717718394727, "ridge3d_confirmed_precision": 0.3618246960252124, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 52, "ridge3d_conditional_f1_diagnostic": 0.2559858889103623, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.2559858889103623, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7236002604166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7549372255668558, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4401331500205938, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6715455020819785, "mean_strict_plane_XY_intersection_precision": 0.6716296123559784, "ridge3d_confirmed_f1": 0.48095554207022734, "ridge3d_confirmed_recall": 0.451185037416401, "ridge3d_confirmed_precision": 0.5806589351337268, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.48095554207022734, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.48095554207022734, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73115234375 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.555454882948154, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.2340376429405573, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.831301947401051, "mean_strict_plane_XY_intersection_precision": 0.8313538245313182, "ridge3d_confirmed_f1": 0.28366944828689183, "ridge3d_confirmed_recall": 0.2559109801695179, "ridge3d_confirmed_precision": 0.39012680460558796, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09455648276229728, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09455648276229728, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7385416666666667 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43430765035859586, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4931100618475838, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.871002118859278, "mean_strict_plane_XY_intersection_precision": 0.8710924824352947, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73134765625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647168624872718, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647168624872718, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364079572693724, "mean_strict_plane_XY_intersection_precision": 0.9365176925426614, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7332682291666667 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4714637808560166, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.32012659977499747, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8320229422216802, "mean_strict_plane_XY_intersection_precision": 0.8321352939533708, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7288736979166667 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0954290036075018, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9453462645550712, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8036139364164743, "mean_strict_plane_XY_intersection_precision": 0.803684864252887, "ridge3d_confirmed_f1": 0.4559598862653676, "ridge3d_confirmed_recall": 0.46489898989898987, "ridge3d_confirmed_precision": 0.4687007131599864, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4559598862653676, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4559598862653676, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7156575520833334 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4433008673962625, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28362519973988565, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8649054369088226, "mean_strict_plane_XY_intersection_precision": 0.8650193309836552, "ridge3d_confirmed_f1": 0.3195209832187997, "ridge3d_confirmed_recall": 0.33683674035157035, "ridge3d_confirmed_precision": 0.3102489723415673, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3195209832187997, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3195209832187997, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7329427083333333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6949147746375447, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38265571846096896, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7875959300093628, "mean_strict_plane_XY_intersection_precision": 0.7877402048266248, "ridge3d_confirmed_f1": 0.7307085276556473, "ridge3d_confirmed_recall": 0.7010359290503079, "ridge3d_confirmed_precision": 0.8072535489998532, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7307085276556473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7307085276556473, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73095703125 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3970473550964916, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3970473550964916, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717246412281534, "mean_strict_plane_XY_intersection_precision": 0.871889617852494, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7296549479166666 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2157483809780687, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8290719583207901, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6698939816148622, "mean_strict_plane_XY_intersection_precision": 0.6700392723534954, "ridge3d_confirmed_f1": 0.5013624902049224, "ridge3d_confirmed_recall": 0.48672819619972435, "ridge3d_confirmed_precision": 0.6308959663437846, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5013624902049224, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5013624902049224, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.73779296875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_wide_s20261031.json", "paired_rows_sha256": "b280e8fa01a71652b0329faf32c5746cd3e7dabd8dee076e373bc0c93fe65ceb" }, "graph_10000_multiscale_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6247053037610644, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.45121353141330645, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8146018569529762, "mean_strict_plane_XY_intersection_precision": 0.8147101873738787, "ridge3d_confirmed_f1": 0.5344190168521368, "ridge3d_confirmed_recall": 0.5188394834204455, "ridge3d_confirmed_precision": 0.6057846948216523, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.46964095420339286, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.46964095420339286, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7305533854166667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5711569986697054, "paired_building_bootstrap95_delta_m": [ -0.6342138767925154, -0.503642856330174 ], "paired_median_building_delta_m": -0.5637429982981756, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1069733396722725 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751782236074232 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8835939514801053 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8622193516613255 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473446572585411 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2754212545900811 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24242683238243753 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.29399771327784935 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.321779755393757 }, { "id": "NL.IMBAG.Pand.0307100000309288", "delta_m": -0.34512838845940674 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_multiscale_s20261031.json", "rows_sha256": "984417ba622d44e57447dc321ce604a6b5c9d94d89fae97415636d6cf15112a8", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.30512173787970676, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.31098413103971556, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8317102486454702, "mean_strict_plane_XY_intersection_precision": 0.8318199679719929, "ridge3d_confirmed_f1": 0.629923284535552, "ridge3d_confirmed_recall": 0.6298557029941717, "ridge3d_confirmed_precision": 0.6663013243048443, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.570867976610344, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.570867976610344, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9998828125 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17861302751327407, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.18444641238788723, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9307414599950811, "mean_strict_plane_XY_intersection_precision": 0.9308719649497048, "ridge3d_confirmed_f1": 0.7869856397745284, "ridge3d_confirmed_recall": 0.780618089169327, "ridge3d_confirmed_precision": 0.8043700168400111, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7132057360456664, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7132057360456664, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.718671875 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40546291343720886, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.41130106538685146, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117728379282646, "mean_strict_plane_XY_intersection_precision": 0.8118874118895623, "ridge3d_confirmed_f1": 0.47145033244579126, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024070675121413, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410341819654176, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410341819654176, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49984375 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5584544888019272, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5642914934218599, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7806761971177367, "mean_strict_plane_XY_intersection_precision": 0.7807881581890093, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4745703125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28620124671312014, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.29254866754902537, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8696776566818042, "mean_strict_plane_XY_intersection_precision": 0.8697748367877612, "ridge3d_confirmed_f1": 0.5885252385575237, "ridge3d_confirmed_recall": 0.6031496205189386, "ridge3d_confirmed_precision": 0.6059534099166692, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5171888460050966, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5171888460050966, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5591015625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28554518433564435, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2913785110798208, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8966310804262133, "mean_strict_plane_XY_intersection_precision": 0.8967546772058007, "ridge3d_confirmed_f1": 0.7046222625781693, "ridge3d_confirmed_recall": 0.6843792318912707, "ridge3d_confirmed_precision": 0.7980523912907698, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6385639254614659, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6385639254614659, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.515 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.38969150861365753, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39602608394745437, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8320973071586303, "mean_strict_plane_XY_intersection_precision": 0.8322181857818296, "ridge3d_confirmed_f1": 0.5849359032980124, "ridge3d_confirmed_recall": 0.5564881116662674, "ridge3d_confirmed_precision": 0.6734046155299782, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.514034581686132, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.514034581686132, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.021778349211205, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.09744064201391, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755742935707315, "mean_strict_plane_XY_intersection_precision": 0.6756501369792122, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4933203125 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013187947706729874, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013187947706729874, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7335205078125 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5076191797527335, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36884274526785993, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8217388716095043, "mean_strict_plane_XY_intersection_precision": 0.8218649535272541, "ridge3d_confirmed_f1": 0.6352269204326377, "ridge3d_confirmed_recall": 0.6149728339499406, "ridge3d_confirmed_precision": 0.7049538155876938, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.555823555378558, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.555823555378558, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7319234212239584 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4885947854311903, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.0652205140439963, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6435317851639432, "mean_strict_plane_XY_intersection_precision": 0.6436056611153602, "ridge3d_confirmed_f1": 0.2697982699533219, "ridge3d_confirmed_recall": 0.2664894382805206, "ridge3d_confirmed_precision": 0.34546575281079317, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.2398206844029528, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.2398206844029528, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7237955729166666 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7808555816646393, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4666200875949439, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6680641284825983, "mean_strict_plane_XY_intersection_precision": 0.6681491794525409, "ridge3d_confirmed_f1": 0.481368387905189, "ridge3d_confirmed_recall": 0.44551826923258186, "ridge3d_confirmed_precision": 0.5978896358789217, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.481368387905189, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.481368387905189, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7295247395833333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5519439683950106, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.23054116029539803, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8331559909485431, "mean_strict_plane_XY_intersection_precision": 0.8332009791044269, "ridge3d_confirmed_f1": 0.22427528679324993, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3274613038995066, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07475842893108331, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07475842893108331, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73671875 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4019752653680017, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.460335608069265, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8873954764524173, "mean_strict_plane_XY_intersection_precision": 0.8874892197159528, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7284830729166667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16457742870492292, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16457742870492292, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364473944507783, "mean_strict_plane_XY_intersection_precision": 0.9365581874008466, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7332356770833334 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4721250174000649, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3208407328816901, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8319025512263145, "mean_strict_plane_XY_intersection_precision": 0.8320185698248028, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7298177083333334 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0963949687195143, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9465737996672299, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8043123330236979, "mean_strict_plane_XY_intersection_precision": 0.8043835415529385, "ridge3d_confirmed_f1": 0.4598350299760138, "ridge3d_confirmed_recall": 0.47156565656565663, "ridge3d_confirmed_precision": 0.46802469081309656, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4598350299760138, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4598350299760138, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71669921875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44324232197783353, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2835582287501421, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.864903356462736, "mean_strict_plane_XY_intersection_precision": 0.8650175311580947, "ridge3d_confirmed_f1": 0.31949350896319334, "ridge3d_confirmed_recall": 0.3359952552898682, "ridge3d_confirmed_precision": 0.31088711945857417, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31949350896319334, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31949350896319334, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.73271484375 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6943492180040824, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3820527662429469, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7885366372782145, "mean_strict_plane_XY_intersection_precision": 0.7886789892800425, "ridge3d_confirmed_f1": 0.7213354791809261, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7937824265665204, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7213354791809261, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7213354791809261, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7321614583333333 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3966682339399947, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3966682339399947, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8693867049078925, "mean_strict_plane_XY_intersection_precision": 0.8695491715888576, "ridge3d_confirmed_f1": 0.5898856353934966, "ridge3d_confirmed_recall": 0.5591859771255014, "ridge3d_confirmed_precision": 0.6887453955441217, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5898856353934966, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5898856353934966, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7304361979166667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2449210334365781, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8603672679865308, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6619139962965688, "mean_strict_plane_XY_intersection_precision": 0.6620565046602828, "ridge3d_confirmed_f1": 0.46432147563260817, "ridge3d_confirmed_recall": 0.445171019731782, "ridge3d_confirmed_precision": 0.6068224402509558, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.46432147563260817, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.46432147563260817, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7357421875 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_multiscale_s20261031.json", "paired_rows_sha256": "d7ec8a98695d6e5920429f613bf0beb3b9c56f906d663d8952d3b991a7333aed" }, "graph_10000_attention_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6177502434538136, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4440440729574654, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8171146896188514, "mean_strict_plane_XY_intersection_precision": 0.8172240205678696, "ridge3d_confirmed_f1": 0.5393643078740051, "ridge3d_confirmed_recall": 0.5223614014440807, "ridge3d_confirmed_precision": 0.6126832849964003, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.4739868160104893, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4739868160104893, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7299479166666667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": -6.135337332846546e-07, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5781120589769561, "paired_building_bootstrap95_delta_m": [ -0.6390921936732674, -0.512799459003812 ], "paired_median_building_delta_m": -0.5637486104886349, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1072414193442317 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750484124191082 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8844127486643355 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8620638681336179 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8418613386930685 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.22324017602527077 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24223854130208222 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.34449477284399244 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35862717372932834 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.36009403364367626 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_attention_s20261031.json", "rows_sha256": "65ae1de6291a3eba43dccad60a6fbbaf54f83612aa8947c2abd2d8e373148ef0", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121709519614689, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705104909696578, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9541325537623644, "mean_strict_plane_XY_intersection_precision": 0.9542589586005437, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9999609375 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.16903872725384242, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.17397754235961063, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9293157258968755, "mean_strict_plane_XY_intersection_precision": 0.9294482429535842, "ridge3d_confirmed_f1": 0.7754863454923814, "ridge3d_confirmed_recall": 0.7645628754483739, "ridge3d_confirmed_precision": 0.8021674484297867, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7027845006024707, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7027845006024707, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7192578125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4139715632299996, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.42027374961764613, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8100745222784782, "mean_strict_plane_XY_intersection_precision": 0.8101887063027413, "ridge3d_confirmed_f1": 0.4716182900669226, "ridge3d_confirmed_recall": 0.42810523481276896, "ridge3d_confirmed_precision": 0.6026280210590113, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.44119130361099207, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.44119130361099207, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500703125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5454060625040418, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5512427823290429, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7850575151066989, "mean_strict_plane_XY_intersection_precision": 0.7851694206939773, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4769921875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28172781860795854, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28811315517429575, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8803115074964266, "mean_strict_plane_XY_intersection_precision": 0.8804164545699361, "ridge3d_confirmed_f1": 0.599186277136729, "ridge3d_confirmed_recall": 0.5868126592773047, "ridge3d_confirmed_precision": 0.6655278648696857, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5265576374837923, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5265576374837923, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5441015625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25038337956230766, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.25621670630648413, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9010563809667675, "mean_strict_plane_XY_intersection_precision": 0.9011814306801762, "ridge3d_confirmed_f1": 0.7008183166234706, "ridge3d_confirmed_recall": 0.687608933319255, "ridge3d_confirmed_precision": 0.7643715714030951, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6351165994400202, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6351165994400202, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5146875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3624221556383576, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.36875670561315893, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8398097268793088, "mean_strict_plane_XY_intersection_precision": 0.8399302577780869, "ridge3d_confirmed_f1": 0.6116214934297757, "ridge3d_confirmed_recall": 0.5882122495973019, "ridge3d_confirmed_precision": 0.7003911222766049, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5542819784207342, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5542819784207342, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.510625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214832098937083, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0971455026964134, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782663858079314, "mean_strict_plane_XY_intersection_precision": 0.6783436003685516, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493046875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013154425629891133, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013154425629891133, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7337849934895834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.498634908775381, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.35982568998476394, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8258626332293815, "mean_strict_plane_XY_intersection_precision": 0.825988863489023, "ridge3d_confirmed_f1": 0.6387261805840557, "ridge3d_confirmed_recall": 0.6168785080251558, "ridge3d_confirmed_precision": 0.7119900171743212, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 58, "ridge3d_conditional_f1_diagnostic": 0.5588854080110487, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5588854080110487, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7307891845703125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4825959686839358, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0582546163321696, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6428999113097122, "mean_strict_plane_XY_intersection_precision": 0.6429783152076555, "ridge3d_confirmed_f1": 0.2785393920101224, "ridge3d_confirmed_recall": 0.2742539966687586, "ridge3d_confirmed_precision": 0.35200311302935805, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.24759057067566437, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24759057067566437, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7241861979166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7455429755178733, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4310472604307042, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6847094734710008, "mean_strict_plane_XY_intersection_precision": 0.684799208669361, "ridge3d_confirmed_f1": 0.48165840789815473, "ridge3d_confirmed_recall": 0.4511674659371695, "ridge3d_confirmed_precision": 0.5973256018003935, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.48165840789815473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.48165840789815473, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7291341145833333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.544934073900913, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22344960322124757, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8383360351073759, "mean_strict_plane_XY_intersection_precision": 0.838387224238636, "ridge3d_confirmed_f1": 0.28213920840186363, "ridge3d_confirmed_recall": 0.2549723962623478, "ridge3d_confirmed_precision": 0.3879463619889277, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09404640280062121, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09404640280062121, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7380208333333333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.40084654547748927, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.45920224837957, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8885507981415488, "mean_strict_plane_XY_intersection_precision": 0.888641614335653, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7260416666666667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1646262999929503, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1646262999929503, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364306663124197, "mean_strict_plane_XY_intersection_precision": 0.9365418184867446, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7334309895833333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4670996968440835, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31540241200843155, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8311761469190803, "mean_strict_plane_XY_intersection_precision": 0.8312900721693663, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7275716145833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.088974695504227, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9381889276518436, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8037056071506582, "mean_strict_plane_XY_intersection_precision": 0.8037830666546946, "ridge3d_confirmed_f1": 0.45347577130101346, "ridge3d_confirmed_recall": 0.4515656565656566, "ridge3d_confirmed_precision": 0.48006982724782904, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.45347577130101346, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.45347577130101346, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7152018229166667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4442804852057739, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2846960886792728, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8641701899210643, "mean_strict_plane_XY_intersection_precision": 0.8642838390392861, "ridge3d_confirmed_f1": 0.3135263340494097, "ridge3d_confirmed_recall": 0.3252482969674019, "ridge3d_confirmed_precision": 0.3086651217744507, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3135263340494097, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3135263340494097, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.73154296875 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6937518386405033, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38138092564401904, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7851009435545884, "mean_strict_plane_XY_intersection_precision": 0.785241516515226, "ridge3d_confirmed_f1": 0.7209439205630556, "ridge3d_confirmed_recall": 0.6937290382658787, "ridge3d_confirmed_precision": 0.7925410249717751, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7209439205630556, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7209439205630556, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73232421875 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3983735040530578, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3983735040530578, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8716648372215607, "mean_strict_plane_XY_intersection_precision": 0.8718271714741904, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7293294270833334 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2290723194012645, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8440734595135566, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6673021983892162, "mean_strict_plane_XY_intersection_precision": 0.6674446740955399, "ridge3d_confirmed_f1": 0.4972315036297105, "ridge3d_confirmed_recall": 0.48024002464590726, "ridge3d_confirmed_precision": 0.6310086663186011, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4972315036297105, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.4972315036297105, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7368815104166667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_attention_s20261031.json", "paired_rows_sha256": "f2c1bfbeedbb76e487b8e4f463a2f9c687aaecdd760718bd665538b408b2feb8" }, "graph_10000_geometry_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6167866783298346, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.44276599970298214, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8159076946323051, "mean_strict_plane_XY_intersection_precision": 0.8160171412648167, "ridge3d_confirmed_f1": 0.5390209066792978, "ridge3d_confirmed_recall": 0.5252417220002074, "ridge3d_confirmed_precision": 0.6093815239017124, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.4736850392030192, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4736850392030192, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7312858072916667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.579075624100935, "paired_building_bootstrap95_delta_m": [ -0.639114189577456, -0.5171155202016283 ], "paired_median_building_delta_m": -0.5635702198849915, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1075438918321574 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0752145675619145 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8828612885124977 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8620344511688646 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473643297502731 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.12891979027016212 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24216013022348104 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.330109382731451 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3446498043685133 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35656705494139324 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_geometry_s20261031.json", "rows_sha256": "82a3a2098ddb436151e18832ae33f72f3fb0d045e365be496808003ff166c9da", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.99953125 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1584737960634851, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.1634134656425148, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.93058752464557, "mean_strict_plane_XY_intersection_precision": 0.9307280919508308, "ridge3d_confirmed_f1": 0.7690773882455971, "ridge3d_confirmed_recall": 0.7840892097280012, "ridge3d_confirmed_precision": 0.7783081333669898, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6969763830975724, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6969763830975724, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.72078125 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40413771081026434, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4099735697220016, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117591456734029, "mean_strict_plane_XY_intersection_precision": 0.8118745341163546, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5002734375 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5674248381614844, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5732616436075988, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.775134021541151, "mean_strict_plane_XY_intersection_precision": 0.7752433076320518, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4791796875 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.23493783942116278, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2407794788532169, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8758091510955578, "mean_strict_plane_XY_intersection_precision": 0.8759105820715749, "ridge3d_confirmed_f1": 0.6141924936861636, "ridge3d_confirmed_recall": 0.62136956525228, "ridge3d_confirmed_precision": 0.6445559935197556, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5397449186939013, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5397449186939013, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.558984375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28132067491284796, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2871540016570244, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8986979570909394, "mean_strict_plane_XY_intersection_precision": 0.8988192046118126, "ridge3d_confirmed_f1": 0.6925516343518522, "ridge3d_confirmed_recall": 0.6782107504921943, "ridge3d_confirmed_precision": 0.7637753339090166, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6276249186313662, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6276249186313662, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.514921875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.36439718376028085, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3707317348727737, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8418485490381272, "mean_strict_plane_XY_intersection_precision": 0.8419722169058268, "ridge3d_confirmed_f1": 0.6316186862642602, "ridge3d_confirmed_recall": 0.6033299546685347, "ridge3d_confirmed_precision": 0.7299188861861138, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.572404434426986, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.572404434426986, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50828125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0221774785392095, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0978397713419143, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4934765625 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013190930496146063, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013190930496146063, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7341512044270834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5002626011553049, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3613189886646738, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8230628602793053, "mean_strict_plane_XY_intersection_precision": 0.8231891499304935, "ridge3d_confirmed_f1": 0.6372038634642333, "ridge3d_confirmed_recall": 0.6202257549876159, "ridge3d_confirmed_precision": 0.7026675879285103, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.5575533805312042, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5575533805312042, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.73260498046875 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.472540323555281, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.047056490391038, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6458242098172235, "mean_strict_plane_XY_intersection_precision": 0.6459030020796838, "ridge3d_confirmed_f1": 0.28129064511884194, "ridge3d_confirmed_recall": 0.27590863540826, "ridge3d_confirmed_precision": 0.36450560583136815, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.25003612899452615, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.25003612899452615, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7247721354166666 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7594705909425602, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4452669846252474, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.673746683043869, "mean_strict_plane_XY_intersection_precision": 0.6738331435811741, "ridge3d_confirmed_f1": 0.4777375546714593, "ridge3d_confirmed_recall": 0.44724064438578137, "ridge3d_confirmed_precision": 0.5819543407507523, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.4777375546714593, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4777375546714593, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7310546875 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5520532527445938, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.2306611173168216, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.833202504897454, "mean_strict_plane_XY_intersection_precision": 0.833244230754496, "ridge3d_confirmed_f1": 0.22731852128522892, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07577284042840964, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07577284042840964, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7373046875 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3991273022662517, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4574865301575414, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8874434902259581, "mean_strict_plane_XY_intersection_precision": 0.8875350513725075, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73076171875 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647088423044806, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647088423044806, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364131073889471, "mean_strict_plane_XY_intersection_precision": 0.9365229741293838, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7339192708333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4665264221547317, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3148263185640886, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8320496781326305, "mean_strict_plane_XY_intersection_precision": 0.8321608148531231, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7297200520833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0730968407440906, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9211612098414603, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8061154697703733, "mean_strict_plane_XY_intersection_precision": 0.8061913647809348, "ridge3d_confirmed_f1": 0.45133182490440654, "ridge3d_confirmed_recall": 0.47020202020202023, "ridge3d_confirmed_precision": 0.45628688546506435, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.45133182490440654, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.45133182490440654, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7169270833333333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44323553974364244, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2835510888342831, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8651437592092217, "mean_strict_plane_XY_intersection_precision": 0.8652572869283283, "ridge3d_confirmed_f1": 0.3157829198631544, "ridge3d_confirmed_recall": 0.33851971047497476, "ridge3d_confirmed_precision": 0.3032061363640033, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3157829198631544, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3157829198631544, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7334309895833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6935206323221419, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3812073450118827, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.787959769040458, "mean_strict_plane_XY_intersection_precision": 0.7881018088710594, "ridge3d_confirmed_f1": 0.7315339831391132, "ridge3d_confirmed_recall": 0.7010359290503079, "ridge3d_confirmed_precision": 0.8097740386489086, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7315339831391132, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7315339831391132, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7311197916666666 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.39361621640798344, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39361621640798344, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8722248374861173, "mean_strict_plane_XY_intersection_precision": 0.8723905202043756, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7309895833333333 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2225111436678693, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8351743439660325, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6647776471280197, "mean_strict_plane_XY_intersection_precision": 0.6649342171727828, "ridge3d_confirmed_f1": 0.5031390256559961, "ridge3d_confirmed_recall": 0.4809500108728624, "ridge3d_confirmed_precision": 0.6574706241542352, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5031390256559961, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5031390256559961, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7376302083333334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_geometry_s20261031.json", "paired_rows_sha256": "6fd29e9e701cd49a182e0e2abab3c717292bd321e7d7c87c9b35f61f4d9d9275" }, "graph_10000_masked_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6163863894254391, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.44214230849135006, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.815411967911784, "mean_strict_plane_XY_intersection_precision": 0.8155240795671849, "ridge3d_confirmed_f1": 0.5394136037079802, "ridge3d_confirmed_recall": 0.5229758814352893, "ridge3d_confirmed_precision": 0.6084990437167312, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.4740301365918615, "ridge3d_teacher_empty_spurious_clouds": 27, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 375, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 225, "ridge3d_v1_f1_diagnostic": 0.4740301365918615, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7323990885416667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5794759130053306, "paired_building_bootstrap95_delta_m": [ -0.6363341271543288, -0.521973671348868 ], "paired_median_building_delta_m": -0.5723353892192148, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0752208006295711 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9543814884331411 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8833018218454219 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8620964927845126 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8470277376419467 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.023098331579150682 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24100970786023665 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3342257655548906 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.34146394311179346 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35845963863486124 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_masked_s20261031.json", "rows_sha256": "cbdcdba4a4073a032859e096282c05709922931309abca44b4f351abbfba9284", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17469785919074063, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.17963752187285756, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9206506553022235, "mean_strict_plane_XY_intersection_precision": 0.9207986953937076, "ridge3d_confirmed_f1": 0.7451643586718963, "ridge3d_confirmed_recall": 0.7346778179771094, "ridge3d_confirmed_precision": 0.7690001848396985, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6753052000464062, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6753052000464062, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.721015625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4139687929973554, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4202709793850019, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8100632516832696, "mean_strict_plane_XY_intersection_precision": 0.8101776054644487, "ridge3d_confirmed_f1": 0.4716182900669226, "ridge3d_confirmed_recall": 0.42810523481276896, "ridge3d_confirmed_precision": 0.6026280210590113, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.44119130361099207, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.44119130361099207, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5001953125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5751390560133198, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5815065896105172, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7641923811150716, "mean_strict_plane_XY_intersection_precision": 0.7643031638259028, "ridge3d_confirmed_f1": 0.46246759598688986, "ridge3d_confirmed_recall": 0.4115149202609552, "ridge3d_confirmed_precision": 0.5968831696524913, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.43263097689096147, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43263097689096147, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.485390625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.276862581133204, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28312936274269246, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8732577138760318, "mean_strict_plane_XY_intersection_precision": 0.8733806680548574, "ridge3d_confirmed_f1": 0.5879703258032848, "ridge3d_confirmed_recall": 0.588782120835903, "ridge3d_confirmed_precision": 0.5967418124431654, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5328481077592269, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5328481077592269, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5643359375 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25813485283182513, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2639681795760016, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9026262812708853, "mean_strict_plane_XY_intersection_precision": 0.9027518603089736, "ridge3d_confirmed_f1": 0.7001785957902488, "ridge3d_confirmed_recall": 0.6885426505227976, "ridge3d_confirmed_precision": 0.7643219741860668, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6345368524349131, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6345368524349131, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5151171875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.30777439255120453, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.31360765529958534, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8544032451260982, "mean_strict_plane_XY_intersection_precision": 0.8545236847625914, "ridge3d_confirmed_f1": 0.6333707305909798, "ridge3d_confirmed_recall": 0.6074501831296951, "ridge3d_confirmed_precision": 0.7177003815335231, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.5739922245980753, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5739922245980753, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5090625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983381, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.097150812901043, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493671875 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013212688997861348, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013212688997861348, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7345784505208334 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5057799476626256, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3670006714288663, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8213545878264759, "mean_strict_plane_XY_intersection_precision": 0.8214827133397089, "ridge3d_confirmed_f1": 0.6321177204341124, "ridge3d_confirmed_recall": 0.6117033358877242, "ridge3d_confirmed_precision": 0.6998417492927775, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.5531030053798484, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5531030053798484, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.733917236328125 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4528659634085042, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.025739242686089, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6488120480636743, "mean_strict_plane_XY_intersection_precision": 0.6488982906820351, "ridge3d_confirmed_f1": 0.29606529730188347, "ridge3d_confirmed_recall": 0.2900663134976475, "ridge3d_confirmed_precision": 0.3687244415796096, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 51, "ridge3d_conditional_f1_diagnostic": 0.2631691531572298, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2631691531572298, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7257975260416667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7479564800722288, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.432834302072908, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.672906201247092, "mean_strict_plane_XY_intersection_precision": 0.6729887899212565, "ridge3d_confirmed_f1": 0.4575907037572383, "ridge3d_confirmed_recall": 0.4292406443857814, "ridge3d_confirmed_precision": 0.5639897210013061, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.4575907037572383, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4575907037572383, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7314453125 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5362696635829602, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21388860939189178, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8430338787546543, "mean_strict_plane_XY_intersection_precision": 0.8430877379225027, "ridge3d_confirmed_f1": 0.282138682953492, "ridge3d_confirmed_recall": 0.2549723962623478, "ridge3d_confirmed_precision": 0.3879452662791332, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.094046227651164, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.094046227651164, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73828125 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4341916647932198, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4929928595202959, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8711028415158589, "mean_strict_plane_XY_intersection_precision": 0.871195201388778, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7369140625 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16455084471151668, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16455084471151668, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364047792339736, "mean_strict_plane_XY_intersection_precision": 0.9365150036350072, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7340494791666666 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4680796107336394, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3164374318931184, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8318863271763502, "mean_strict_plane_XY_intersection_precision": 0.8320007654048609, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.72890625 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0941778248757603, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9431757732724272, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8038191864415477, "mean_strict_plane_XY_intersection_precision": 0.8039082066787927, "ridge3d_confirmed_f1": 0.44973427470237404, "ridge3d_confirmed_recall": 0.4504545454545455, "ridge3d_confirmed_precision": 0.4634031605811623, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.44973427470237404, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44973427470237404, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71669921875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4398240154693844, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28014568441654003, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8660334072103012, "mean_strict_plane_XY_intersection_precision": 0.8661479189385645, "ridge3d_confirmed_f1": 0.3198178491707853, "ridge3d_confirmed_recall": 0.3359952552898682, "ridge3d_confirmed_precision": 0.31140822098259135, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3198178491707853, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3198178491707853, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7336588541666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6957028146575907, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3835159865489324, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7830788505560985, "mean_strict_plane_XY_intersection_precision": 0.7832199989137962, "ridge3d_confirmed_f1": 0.7374181760259944, "ridge3d_confirmed_recall": 0.7058012926053704, "ridge3d_confirmed_precision": 0.818328152306113, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7374181760259944, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7374181760259944, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7341796875 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.393780448283373, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.393780448283373, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8721525877392657, "mean_strict_plane_XY_intersection_precision": 0.8723150451227504, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73134765625 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1893305270747168, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8001011448024972, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.673701619242699, "mean_strict_plane_XY_intersection_precision": 0.6738621277455381, "ridge3d_confirmed_f1": 0.5124054372210397, "ridge3d_confirmed_recall": 0.49729148955095814, "ridge3d_confirmed_precision": 0.6290916665986646, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5124054372210397, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5124054372210397, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7385091145833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_masked_s20261031.json", "paired_rows_sha256": "10048c6523a9ffb8c9818dcda0910a1955e11b47cbb92118c485558a55643970" }, "graph_10000_normal_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.615346347884463, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4410337428744016, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8151576959979094, "mean_strict_plane_XY_intersection_precision": 0.815268379541009, "ridge3d_confirmed_f1": 0.5383646582147261, "ridge3d_confirmed_recall": 0.5233364826569323, "ridge3d_confirmed_precision": 0.606378349882085, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 113, "ridge3d_conditional_f1_diagnostic": 0.4731083360068805, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.4731083360068805, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7317708333333334, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5805159545463067, "paired_building_bootstrap95_delta_m": [ -0.6363981573254133, -0.5217768142899579 ], "paired_median_building_delta_m": -0.5716382349319002, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0750718579268976 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9543859612978105 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8830912369202674 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621584720771969 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8472046085190102 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.07778761386948048 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.2422070226114613 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.32788431707857374 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3582571275363627 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3722933477432861 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_normal_s20261031.json", "rows_sha256": "b40f8c007efbece05cbd01fe39b82219e91e66c7a52ac16d2e86d86572d46971", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.301587175343639, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30744956850364774, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8353660520408982, "mean_strict_plane_XY_intersection_precision": 0.8354744776022376, "ridge3d_confirmed_f1": 0.6427748936321297, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746852652826216, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5825147473541175, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5825147473541175, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999921875 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.15381531654053057, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.15875518615387377, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9310419684689366, "mean_strict_plane_XY_intersection_precision": 0.9312022781191216, "ridge3d_confirmed_f1": 0.768399418975127, "ridge3d_confirmed_recall": 0.7821926343065131, "ridge3d_confirmed_precision": 0.778211563941369, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6963619734462088, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6963619734462088, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7223046875 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40416376898727485, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.40999962789901223, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117581988094987, "mean_strict_plane_XY_intersection_precision": 0.8118736626425176, "ridge3d_confirmed_f1": 0.47145036084807534, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024072946533999, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410342085352963, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410342085352963, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5001171875 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5622170939690434, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.568588354010425, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7626590492145959, "mean_strict_plane_XY_intersection_precision": 0.7627691764940454, "ridge3d_confirmed_f1": 0.4349799110456722, "ridge3d_confirmed_recall": 0.38866292553735715, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4069166909782094, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4069166909782094, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4816015625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2791629878073558, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2855019183807777, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.869654408647647, "mean_strict_plane_XY_intersection_precision": 0.8697484783458954, "ridge3d_confirmed_f1": 0.5861304437894748, "ridge3d_confirmed_recall": 0.576461932750898, "ridge3d_confirmed_precision": 0.6304676825934005, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5150843293907506, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5150843293907506, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5645703125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.27261551418841423, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2784488409325907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8981060385699393, "mean_strict_plane_XY_intersection_precision": 0.8982309631383323, "ridge3d_confirmed_f1": 0.7200226648122472, "ridge3d_confirmed_recall": 0.7001646848862029, "ridge3d_confirmed_precision": 0.7982581691809316, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.6525205399860992, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6525205399860992, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.514296875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.32351060905190926, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.32934387180029007, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8486981871186474, "mean_strict_plane_XY_intersection_precision": 0.8488198321112544, "ridge3d_confirmed_f1": 0.6071996336080056, "ridge3d_confirmed_recall": 0.5879375407341854, "ridge3d_confirmed_precision": 0.6500819637345379, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5335996780191562, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5335996780191562, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50484375 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983608, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0971508129010659, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49359375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013389310478637981, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013389310478637981, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73443603515625 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5027360622262678, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36384667417371397, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.82138704289598, "mean_strict_plane_XY_intersection_precision": 0.8215133061459408, "ridge3d_confirmed_f1": 0.6388869136764332, "ridge3d_confirmed_recall": 0.619894497099449, "ridge3d_confirmed_precision": 0.7051897140731226, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.5590260494668792, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5590260494668792, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7333323160807291 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4572648919153475, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.030147908633213, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6474368322718872, "mean_strict_plane_XY_intersection_precision": 0.6475218935712156, "ridge3d_confirmed_f1": 0.27449373762774465, "ridge3d_confirmed_recall": 0.269871694745326, "ridge3d_confirmed_precision": 0.34699851888061106, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.2439944334468841, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.2439944334468841, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7246419270833333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7356157596568782, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.41983212864288133, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.675622671968955, "mean_strict_plane_XY_intersection_precision": 0.675707131406621, "ridge3d_confirmed_f1": 0.4628450634552367, "ridge3d_confirmed_recall": 0.4301848624923795, "ridge3d_confirmed_precision": 0.5639923325390612, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.4628450634552367, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4628450634552367, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73154296875 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5361745890901842, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21380509613845758, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8374550109103218, "mean_strict_plane_XY_intersection_precision": 0.8375089902665653, "ridge3d_confirmed_f1": 0.21724087634561565, "ridge3d_confirmed_recall": 0.200685326254156, "ridge3d_confirmed_precision": 0.3067934712722546, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.07241362544853855, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07241362544853855, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7369791666666666 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43497243569327304, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49377325999168387, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.868264468241682, "mean_strict_plane_XY_intersection_precision": 0.8683539180069205, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7327799479166667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647449415590602, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647449415590602, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364238125199875, "mean_strict_plane_XY_intersection_precision": 0.936532467839384, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7344075520833333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.46987918311161686, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31848390656260905, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8314411970608742, "mean_strict_plane_XY_intersection_precision": 0.8315553317830042, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7314778645833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.07480384021441, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9230379301601402, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8063621694100955, "mean_strict_plane_XY_intersection_precision": 0.8064384432762962, "ridge3d_confirmed_f1": 0.4497843487343324, "ridge3d_confirmed_recall": 0.4598989898989899, "ridge3d_confirmed_precision": 0.46817522088946195, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4497843487343324, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4497843487343324, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7168294270833333 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4401917514656928, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28051020457872006, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8661484795389557, "mean_strict_plane_XY_intersection_precision": 0.8662621179981178, "ridge3d_confirmed_f1": 0.31814655225964455, "ridge3d_confirmed_recall": 0.3376782254132726, "ridge3d_confirmed_precision": 0.3079618862575309, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31814655225964455, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31814655225964455, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.73271484375 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6931899297341518, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38078668616418854, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7861895489797119, "mean_strict_plane_XY_intersection_precision": 0.786330680029953, "ridge3d_confirmed_f1": 0.7370214677253843, "ridge3d_confirmed_recall": 0.7054836017016994, "ridge3d_confirmed_precision": 0.8181071015574674, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.7370214677253843, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7370214677253843, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73271484375 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.39859825476719496, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39859825476719496, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8713673963621325, "mean_strict_plane_XY_intersection_precision": 0.8715329100867615, "ridge3d_confirmed_f1": 0.6113677296172305, "ridge3d_confirmed_recall": 0.5857951228056332, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6113677296172305, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6113677296172305, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7308268229166667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2052927935521673, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8167650201790806, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.672302204986377, "mean_strict_plane_XY_intersection_precision": 0.6724618047164682, "ridge3d_confirmed_f1": 0.5057033844441072, "ridge3d_confirmed_recall": 0.48600720857144414, "ridge3d_confirmed_precision": 0.6303504125204022, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5057033844441072, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5057033844441072, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7374348958333333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_normal_s20261031.json", "paired_rows_sha256": "3e786bc90e7cb65ffdd8b2570e51bb796bcce84a6c9764fad24415d28788eb05" }, "graph_10000_residual_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6164924626190144, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.4421144921035241, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8156501660547443, "mean_strict_plane_XY_intersection_precision": 0.8157593543970745, "ridge3d_confirmed_f1": 0.5398429714913886, "ridge3d_confirmed_recall": 0.5241258315937463, "ridge3d_confirmed_precision": 0.6071864727961708, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 115, "ridge3d_conditional_f1_diagnostic": 0.4744074597954627, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4744074597954627, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7322721354166667, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5793698398117553, "paired_building_bootstrap95_delta_m": [ -0.635296579998643, -0.5218696537998719 ], "paired_median_building_delta_m": -0.5611490049151722, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075055238927856 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9535548118724287 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8831795993227848 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.862212015105488 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8473748142991125 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": -0.012310593258277583 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24061586155629242 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3234595206736422 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3411426166879162 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3585194036064194 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_residual_s20261031.json", "rows_sha256": "f7a38e1ad6d6db39e9dc2352ba1418e032bddd27f11d4a32d558dc3a9da6d8e0", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1829741753550831, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.18791352979264592, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9245313289358822, "mean_strict_plane_XY_intersection_precision": 0.9246684219989915, "ridge3d_confirmed_f1": 0.780178932193541, "ridge3d_confirmed_recall": 0.7670869797723548, "ridge3d_confirmed_precision": 0.8109715763280304, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7070371573003964, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7070371573003964, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7206640625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40431588725025025, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4101540391999011, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.811764699038985, "mean_strict_plane_XY_intersection_precision": 0.8118800024017577, "ridge3d_confirmed_f1": 0.47145033244579126, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024070675121413, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410341819654176, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410341819654176, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4998828125 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5676684911739609, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.574038506419553, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7636282104421944, "mean_strict_plane_XY_intersection_precision": 0.7637390984275244, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.485625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.28079695798063287, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.28726039668964404, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8748482422161448, "mean_strict_plane_XY_intersection_precision": 0.8749499743226713, "ridge3d_confirmed_f1": 0.5901790618329256, "ridge3d_confirmed_recall": 0.595689342879838, "ridge3d_confirmed_precision": 0.6094605642171588, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5186422058531771, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5186422058531771, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5630078125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.258423053560958, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2642563803051345, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9026514841276658, "mean_strict_plane_XY_intersection_precision": 0.9027745890993819, "ridge3d_confirmed_f1": 0.6969392997772862, "ridge3d_confirmed_recall": 0.683586033408005, "ridge3d_confirmed_precision": 0.7643670210243008, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6316012404231657, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6316012404231657, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5154296875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.31286594593590716, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3186992086842879, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8510187938981363, "mean_strict_plane_XY_intersection_precision": 0.8511389537680487, "ridge3d_confirmed_f1": 0.6257270599083384, "ridge3d_confirmed_recall": 0.6021323342070038, "ridge3d_confirmed_precision": 0.6819180525537976, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5670651480419318, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5670651480419318, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.508828125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0222944218820988, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.097956714684804, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6778763946230597, "mean_strict_plane_XY_intersection_precision": 0.6779527130578177, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.493828125 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013259487626277964, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013259487626277964, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7341715494791666 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5072307098934727, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36845160989570563, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8217758174237546, "mean_strict_plane_XY_intersection_precision": 0.8219022411419725, "ridge3d_confirmed_f1": 0.63652534896933, "ridge3d_confirmed_recall": 0.6170228004938947, "ridge3d_confirmed_precision": 0.7017133733184553, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 62, "ridge3d_conditional_f1_diagnostic": 0.5569596803481637, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5569596803481637, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7341054280598959 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4487164513349362, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0209197187503405, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.648655104067183, "mean_strict_plane_XY_intersection_precision": 0.6487321758642399, "ridge3d_confirmed_f1": 0.2860517306117928, "ridge3d_confirmed_recall": 0.28027128823085656, "ridge3d_confirmed_precision": 0.35905335892517387, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 53, "ridge3d_conditional_f1_diagnostic": 0.25426820498826025, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.25426820498826025, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7248860677083333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7434039099437111, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.42767103694184544, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6744135798586485, "mean_strict_plane_XY_intersection_precision": 0.6744983797536099, "ridge3d_confirmed_f1": 0.4676602352156184, "ridge3d_confirmed_recall": 0.4362404608686087, "ridge3d_confirmed_precision": 0.5666198540560774, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4676602352156184, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4676602352156184, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7315755208333333 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5354237912440227, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21299560106922857, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.843585216224309, "mean_strict_plane_XY_intersection_precision": 0.8436411654592447, "ridge3d_confirmed_f1": 0.2848973586607986, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.3879566115117745, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.0949657862202662, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.0949657862202662, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73876953125 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4323552143493373, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49115806507449716, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8721266945474783, "mean_strict_plane_XY_intersection_precision": 0.8722193526812454, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7346028645833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16474241366847137, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16474241366847137, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.936373981648312, "mean_strict_plane_XY_intersection_precision": 0.9364844992480963, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7334635416666667 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.46831983312993736, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3166834965880324, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8324294144431829, "mean_strict_plane_XY_intersection_precision": 0.8325419465096788, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7292317708333333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.093181134146525, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.942085746354126, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8039649332698879, "mean_strict_plane_XY_intersection_precision": 0.804038229581918, "ridge3d_confirmed_f1": 0.4583949173416775, "ridge3d_confirmed_recall": 0.46742424242424246, "ridge3d_confirmed_precision": 0.4676136707975084, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4583949173416775, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4583949173416775, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7166341145833334 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.44322573388708825, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2835410923495681, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8648100918239245, "mean_strict_plane_XY_intersection_precision": 0.8649232535013762, "ridge3d_confirmed_f1": 0.32084125289237553, "ridge3d_confirmed_recall": 0.33515377022816606, "ridge3d_confirmed_precision": 0.313719507534549, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.32084125289237553, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.32084125289237553, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7326822916666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6989244030476564, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3869427337723956, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7825126165753925, "mean_strict_plane_XY_intersection_precision": 0.7826576502585357, "ridge3d_confirmed_f1": 0.7237872232835143, "ridge3d_confirmed_recall": 0.6943129442486666, "ridge3d_confirmed_precision": 0.8019944033415399, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.7237872232835143, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7237872232835143, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73486328125 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3972966208281895, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3972966208281895, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717027918116692, "mean_strict_plane_XY_intersection_precision": 0.8718673961025363, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7313151041666667 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1880515719452043, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.7980281143888875, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6745823403446375, "mean_strict_plane_XY_intersection_precision": 0.6747216708745025, "ridge3d_confirmed_f1": 0.5064554624851519, "ridge3d_confirmed_recall": 0.48634446713337526, "ridge3d_confirmed_precision": 0.630680684410154, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5064554624851519, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5064554624851519, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7395833333333334 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_residual_s20261031.json", "paired_rows_sha256": "3068790e9d81bef68a60ac2b32a5244441aac2ad1c22ace3f4dade435ab6236e" }, "graph_10000_reweight_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6194195436533475, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9799908424908425, "mean_any_roof_coverage": 0.9799908424908425, "conditional_any_roof_mae_m": 0.445470767609226, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8171828402867838, "mean_strict_plane_XY_intersection_precision": 0.8172932542685374, "ridge3d_confirmed_f1": 0.5345869934773869, "ridge3d_confirmed_recall": 0.518404617052886, "ridge3d_confirmed_precision": 0.6044026795249345, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 115, "ridge3d_conditional_f1_diagnostic": 0.46978857002558244, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 377, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 223, "ridge3d_v1_f1_diagnostic": 0.46978857002558244, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.7325130208333334, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5764427587774222, "paired_building_bootstrap95_delta_m": [ -0.6355251460579832, -0.5147994099380214 ], "paired_median_building_delta_m": -0.5722777662425487, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1074745738185603 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751373356162799 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8840293598295954 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621327432863305 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8472803839479471 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.15999812977463862 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.2423075146867092 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.35769983535467165 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3583796950445919 }, { "id": "NL.IMBAG.Pand.0307100000309288", "delta_m": -0.3638496412608643 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_reweight_s20261031.json", "rows_sha256": "a97d9fd256188bc6c4047d6d39231f9ac6876618c25977625c1525ff7b60c7f9", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.18045561950620084, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.18539526081984248, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9285690114138955, "mean_strict_plane_XY_intersection_precision": 0.9287110719481028, "ridge3d_confirmed_f1": 0.7509399997225743, "ridge3d_confirmed_recall": 0.7462060713437504, "ridge3d_confirmed_precision": 0.7673602696523031, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6805393747485828, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6805393747485828, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7228515625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4063656066356031, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.41220477164133945, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8111908140355949, "mean_strict_plane_XY_intersection_precision": 0.8113062844940581, "ridge3d_confirmed_f1": 0.46444441360907507, "ridge3d_confirmed_recall": 0.422589776062713, "ridge3d_confirmed_precision": 0.6004874303387142, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.43448025789236056, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43448025789236056, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50015625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5550483046195691, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5608856294060515, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.777811666127359, "mean_strict_plane_XY_intersection_precision": 0.7779213056141197, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.477578125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2641524367339659, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.270571939884857, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8945118808942728, "mean_strict_plane_XY_intersection_precision": 0.8946225619848831, "ridge3d_confirmed_f1": 0.639411258197629, "ridge3d_confirmed_recall": 0.6306642576933134, "ridge3d_confirmed_precision": 0.6645697700221974, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5619068632645831, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5619068632645831, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.570078125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2607246889934802, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2665580157376567, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9019139949353102, "mean_strict_plane_XY_intersection_precision": 0.9020386438077628, "ridge3d_confirmed_f1": 0.7017278555430702, "ridge3d_confirmed_recall": 0.6904930126497967, "ridge3d_confirmed_precision": 0.7643794354580906, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6359408690859074, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6359408690859074, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5157421875 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3762287289637357, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3825641975701981, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8324466294671435, "mean_strict_plane_XY_intersection_precision": 0.8325659063777867, "ridge3d_confirmed_f1": 0.544879422917513, "ridge3d_confirmed_recall": 0.517867422011095, "ridge3d_confirmed_precision": 0.6389218569092885, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4788334322608447, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.4788334322608447, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0214885200983348, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0971508129010399, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782672471929669, "mean_strict_plane_XY_intersection_precision": 0.6783447773070354, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013341821411766909, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013341821411766909, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73504638671875 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5054701373637869, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3667037452431563, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8250709752203901, "mean_strict_plane_XY_intersection_precision": 0.8251972846238331, "ridge3d_confirmed_f1": 0.6365618544495837, "ridge3d_confirmed_recall": 0.614406559132105, "ridge3d_confirmed_precision": 0.7055417887603881, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.5569916226433858, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5569916226433858, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7333780924479166 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4689198215732062, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499542124542122, "mean_any_roof_coverage": 0.9499542124542122, "conditional_any_roof_mae_m": 1.0432283961386166, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6457739702781466, "mean_strict_plane_XY_intersection_precision": 0.645857536079601, "ridge3d_confirmed_f1": 0.2669029834253701, "ridge3d_confirmed_recall": 0.2663995190949362, "ridge3d_confirmed_precision": 0.3389125177818689, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.23724709637810676, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 102, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.23724709637810676, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7277180989583333 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7618820739538861, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4476023938148792, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6904628348200952, "mean_strict_plane_XY_intersection_precision": 0.6905548062179206, "ridge3d_confirmed_f1": 0.4889246030317104, "ridge3d_confirmed_recall": 0.45557379420194205, "ridge3d_confirmed_precision": 0.5999531873894107, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.4889246030317104, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4889246030317104, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7334635416666667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5367337664844846, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.21426758845307492, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8415667622063285, "mean_strict_plane_XY_intersection_precision": 0.8416183251988176, "ridge3d_confirmed_f1": 0.2829736607242716, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.38429224653582206, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.0943245535747572, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.0943245535747572, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7382486979166667 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4024634954509357, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.46082389909884924, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8874076615879056, "mean_strict_plane_XY_intersection_precision": 0.8875014578842151, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7316731770833333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16472873110054284, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16472873110054284, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9363970976537089, "mean_strict_plane_XY_intersection_precision": 0.9365084425365888, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7343098958333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.45349256422687423, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3005538319600718, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8343938594695072, "mean_strict_plane_XY_intersection_precision": 0.8345038663632881, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 15, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 27, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 33, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7313151041666667 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.1001443375475781, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9495814678172468, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8017461877154795, "mean_strict_plane_XY_intersection_precision": 0.8018223205117625, "ridge3d_confirmed_f1": 0.43680910463434686, "ridge3d_confirmed_recall": 0.4398989898989899, "ridge3d_confirmed_precision": 0.44673649391449566, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.43680910463434686, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.43680910463434686, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.71748046875 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4399781653929624, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28029524077091816, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8660135425740652, "mean_strict_plane_XY_intersection_precision": 0.8661253343764554, "ridge3d_confirmed_f1": 0.314601308826055, "ridge3d_confirmed_recall": 0.336004922766054, "ridge3d_confirmed_precision": 0.3028171032384283, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.314601308826055, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.314601308826055, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7340169270833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7043938428101357, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3929978645970329, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7818302382430964, "mean_strict_plane_XY_intersection_precision": 0.7819671371422358, "ridge3d_confirmed_f1": 0.7212740164063955, "ridge3d_confirmed_recall": 0.6940467291695496, "ridge3d_confirmed_precision": 0.7924278165305173, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7212740164063955, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7212740164063955, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.734375 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.39816347419660014, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.39816347419660014, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8713848970856699, "mean_strict_plane_XY_intersection_precision": 0.871550048552573, "ridge3d_confirmed_f1": 0.5973678612524905, "ridge3d_confirmed_recall": 0.5656331945938627, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.5973678612524905, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5973678612524905, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73134765625 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2322149853694755, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8456931842830443, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6606253215119808, "mean_strict_plane_XY_intersection_precision": 0.660780803901517, "ridge3d_confirmed_f1": 0.46804365424824373, "ridge3d_confirmed_recall": 0.44977192691306017, "ridge3d_confirmed_precision": 0.6074444579121049, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.46804365424824373, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.46804365424824373, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7388997395833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_reweight_s20261031.json", "paired_rows_sha256": "194cdd93ad3a8b344a28eb40c3c2e6b65b93577ab93990b92bd18558025d163e" }, "graph_10000_density_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6213717020247558, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.44773337430141164, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8134616967866053, "mean_strict_plane_XY_intersection_precision": 0.8135695248867673, "ridge3d_confirmed_f1": 0.5280579837547306, "ridge3d_confirmed_recall": 0.5128752300175585, "ridge3d_confirmed_precision": 0.5960432777320755, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 119, "ridge3d_conditional_f1_diagnostic": 0.46405095542082386, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.46405095542082386, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7338151041666666, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.574490600406014, "paired_building_bootstrap95_delta_m": [ -0.6341162569916884, -0.510526787627994 ], "paired_median_building_delta_m": -0.5637795986330842, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0749148596669797 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9540082460614087 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8832065301764592 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8622133133083536 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8427998980439545 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.2262983224488826 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24114710850552465 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.3584605723047227 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.36317652607670653 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3688324919940979 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_density_s20261031.json", "rows_sha256": "23c668c469b190ced873d076e7e7023bf74b9f070be530bab75d773bba6988d5", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2433204134105824, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.24915332090967166, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.9998828125 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17696566723869964, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.18279941198272706, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9257832187623082, "mean_strict_plane_XY_intersection_precision": 0.925923308788371, "ridge3d_confirmed_f1": 0.755587490788956, "ridge3d_confirmed_recall": 0.7495836064107063, "ridge3d_confirmed_precision": 0.7717175505256685, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6847511635274914, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6847511635274914, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7263671875 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.41571549668822355, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.42201789322724176, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8100289251343686, "mean_strict_plane_XY_intersection_precision": 0.8101360035987107, "ridge3d_confirmed_f1": 0.46417249667287264, "ridge3d_confirmed_recall": 0.42230317350135804, "ridge3d_confirmed_precision": 0.6042904107285764, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.43422588398430023, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43422588398430023, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5000390625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5783246257187327, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5846921134589104, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.767245395203947, "mean_strict_plane_XY_intersection_precision": 0.7673565299848113, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 0.488203125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2780753446344816, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2845464065913409, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8703153791135639, "mean_strict_plane_XY_intersection_precision": 0.8704116048261611, "ridge3d_confirmed_f1": 0.5328056481176947, "ridge3d_confirmed_recall": 0.5288895551359889, "ridge3d_confirmed_precision": 0.5635926304064983, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4682231453155499, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.4682231453155499, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.57203125 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24974996111080888, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2555832878549853, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9018561009603716, "mean_strict_plane_XY_intersection_precision": 0.9019771987762841, "ridge3d_confirmed_f1": 0.70484471580294, "ridge3d_confirmed_recall": 0.6938586210362104, "ridge3d_confirmed_precision": 0.7643797441703187, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6387655236964143, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6387655236964143, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51484375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3678024222475186, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.37413698367529447, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.826551634332661, "mean_strict_plane_XY_intersection_precision": 0.8266668803382692, "ridge3d_confirmed_f1": 0.5656444819355229, "ridge3d_confirmed_recall": 0.5468329392524743, "ridge3d_confirmed_precision": 0.6314256050352256, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5126153117540676, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5126153117540676, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51171875 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.021260535643952, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0969228284466568, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782768685571816, "mean_strict_plane_XY_intersection_precision": 0.6783542726398986, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4926953125 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013375182701651552, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013375182701651552, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7354532877604166 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5052938822790318, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36653220274081744, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8213942710689928, "mean_strict_plane_XY_intersection_precision": 0.8215195320776111, "ridge3d_confirmed_f1": 0.6291872023300209, "ridge3d_confirmed_recall": 0.6093356008246008, "ridge3d_confirmed_precision": 0.6924262150843788, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.5505388020387684, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5505388020387684, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7351938883463541 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.4792179406695554, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.0550636765751211, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.638933706061726, "mean_strict_plane_XY_intersection_precision": 0.6390076973186604, "ridge3d_confirmed_f1": 0.2625937849945935, "ridge3d_confirmed_recall": 0.25966675664907235, "ridge3d_confirmed_precision": 0.34303806718227975, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.23341669777297203, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.23341669777297203, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7280924479166667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.74262020527776, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4273556683690515, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6729526654081195, "mean_strict_plane_XY_intersection_precision": 0.6730340716604768, "ridge3d_confirmed_f1": 0.44146135336901143, "ridge3d_confirmed_recall": 0.4131850460095522, "ridge3d_confirmed_precision": 0.5327059818214622, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 26, "ridge3d_conditional_f1_diagnostic": 0.44146135336901143, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.44146135336901143, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.73564453125 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5437360121131731, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22221742736177763, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8404856232024471, "mean_strict_plane_XY_intersection_precision": 0.8405376391486271, "ridge3d_confirmed_f1": 0.28295135666344134, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.3842507176964083, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09431711888781379, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09431711888781379, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7404296875 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4336706053137321, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49247392759683584, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8685154114080188, "mean_strict_plane_XY_intersection_precision": 0.868606920949707, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7388020833333333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.1647538605082996, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1647538605082996, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.936399857671236, "mean_strict_plane_XY_intersection_precision": 0.9365095425558225, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7340494791666666 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4597555916779009, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.3073874721831178, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.831291308346527, "mean_strict_plane_XY_intersection_precision": 0.8314012401577202, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7308919270833333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0951477715941604, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9449736955925914, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8031511512389683, "mean_strict_plane_XY_intersection_precision": 0.8032220617659707, "ridge3d_confirmed_f1": 0.43680910463434686, "ridge3d_confirmed_recall": 0.4398989898989899, "ridge3d_confirmed_precision": 0.44673649391449566, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 25, "ridge3d_conditional_f1_diagnostic": 0.43680910463434686, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.43680910463434686, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7184244791666666 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4442165455967203, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.28461508435474864, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8639724064337978, "mean_strict_plane_XY_intersection_precision": 0.8640852635859156, "ridge3d_confirmed_f1": 0.31252312335106386, "ridge3d_confirmed_recall": 0.3235589653635448, "ridge3d_confirmed_precision": 0.3083784192205262, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.31252312335106386, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.31252312335106386, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7338216145833333 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7049459722900921, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.3936004498487137, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.778031050094605, "mean_strict_plane_XY_intersection_precision": 0.77816577260519, "ridge3d_confirmed_f1": 0.714029853453372, "ridge3d_confirmed_recall": 0.6864221474814496, "ridge3d_confirmed_precision": 0.7950158775487436, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.714029853453372, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.714029853453372, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.73388671875 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3956808453544974, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3956808453544974, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717532910646504, "mean_strict_plane_XY_intersection_precision": 0.8719149483232969, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73232421875 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2291896105212219, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8442753118444832, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.668064202997684, "mean_strict_plane_XY_intersection_precision": 0.6682177881149449, "ridge3d_confirmed_f1": 0.4946314420309181, "ridge3d_confirmed_recall": 0.48277096205918446, "ridge3d_confirmed_precision": 0.6307084471224119, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.4946314420309181, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.4946314420309181, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7398763020833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_density_s20261031.json", "paired_rows_sha256": "f2ac99113b0b43acad5d2f5bae961736d619d730492147cd48b4648a33d8458d" }, "graph_10000_strongaug_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6260537954470474, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.98, "mean_any_roof_coverage": 0.98, "conditional_any_roof_mae_m": 0.4527405782245706, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.8146823195632824, "mean_strict_plane_XY_intersection_precision": 0.8147923071833211, "ridge3d_confirmed_f1": 0.5346844146090488, "ridge3d_confirmed_recall": 0.5219796120792954, "ridge3d_confirmed_precision": 0.6010948947416349, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 115, "ridge3d_conditional_f1_diagnostic": 0.4698741825352247, "ridge3d_teacher_empty_spurious_clouds": 27, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 375, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 225, "ridge3d_v1_f1_diagnostic": 0.4698741825352247, "all_edges_two_incidences_fraction_diagnostic": 0.9766666666666667, "mean_retained_fraction": 0.733662109375, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5698085069837223, "paired_building_bootstrap95_delta_m": [ -0.628930058973904, -0.5071777142259485 ], "paired_median_building_delta_m": -0.5587117008009104, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0752672357741793 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9546666676030261 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8838558204293722 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621444564308322 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8475610977565905 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.18083762374111342 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24125355963174164 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.33897704042764953 }, { "id": "NL.IMBAG.Pand.0202100000202595", "delta_m": -0.35661918701964845 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3577198128124241 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_strongaug_s20261031.json", "rows_sha256": "a7279b62bcb8468710a248bc7f41ffe5c4f32771793e1a3306e04ab53975a2c8", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.1679338454279698, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.1737676219175707, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9238239106494192, "mean_strict_plane_XY_intersection_precision": 0.9239662177290249, "ridge3d_confirmed_f1": 0.7604020395592247, "ridge3d_confirmed_recall": 0.7679744110084075, "ridge3d_confirmed_precision": 0.7817136662854147, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6891143483505474, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6891143483505474, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7241015625 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.40552802156019935, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.4113688989293059, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8117524869295552, "mean_strict_plane_XY_intersection_precision": 0.8118677963113157, "ridge3d_confirmed_f1": 0.47145019763536833, "ridge3d_confirmed_recall": 0.42798042398378944, "ridge3d_confirmed_precision": 0.6024059894266756, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4410340558524413, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4410340558524413, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5006640625 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5848083599545626, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5911758476947403, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7630471830558687, "mean_strict_plane_XY_intersection_precision": 0.7631590128426565, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.4858203125 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.2825943168430311, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.2889429359792674, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8894356935912439, "mean_strict_plane_XY_intersection_precision": 0.889542269465813, "ridge3d_confirmed_f1": 0.6237495277146198, "ridge3d_confirmed_recall": 0.6385308982681394, "ridge3d_confirmed_precision": 0.639599026379873, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.5652730094913743, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5652730094913743, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5744140625 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25200243944972306, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.25783576619389953, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9009523651189414, "mean_strict_plane_XY_intersection_precision": 0.9010749595232247, "ridge3d_confirmed_f1": 0.7056064117082259, "ridge3d_confirmed_recall": 0.6945159125610467, "ridge3d_confirmed_precision": 0.7643818045871571, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6394558106105798, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6394558106105798, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51484375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.42894628580607475, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.43528086000218, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8301202089114499, "mean_strict_plane_XY_intersection_precision": 0.8302396724384713, "ridge3d_confirmed_f1": 0.5656444819355229, "ridge3d_confirmed_recall": 0.5468329392524743, "ridge3d_confirmed_precision": 0.6314256050352256, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5126153117540676, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5126153117540676, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5097265625 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0222616580337271, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.0979239508364322, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6755731471280475, "mean_strict_plane_XY_intersection_precision": 0.6756492582006473, "ridge3d_confirmed_f1": 0.2592059693339594, "ridge3d_confirmed_recall": 0.21119012907914017, "ridge3d_confirmed_precision": 0.41379310344827586, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.24248300357047814, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.24248300357047814, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.494375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013326153705372098, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013326153705372098, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7362263997395834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.505649706131842, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.3668208110129389, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8221715420787836, "mean_strict_plane_XY_intersection_precision": 0.8222980175984109, "ridge3d_confirmed_f1": 0.637838921981899, "ridge3d_confirmed_recall": 0.6209850317607376, "ridge3d_confirmed_precision": 0.7024950134762585, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.5581090567341617, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 274, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 110, "ridge3d_v1_f1_diagnostic": 0.5581090567341617, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7349751790364584 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.5015289946490447, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9499999999999998, "mean_any_roof_coverage": 0.9499999999999998, "conditional_any_roof_mae_m": 1.079215372917151, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6425495527137801, "mean_strict_plane_XY_intersection_precision": 0.6426304551348705, "ridge3d_confirmed_f1": 0.2639038327553171, "ridge3d_confirmed_recall": 0.26209038541550966, "ridge3d_confirmed_precision": 0.3349195830632478, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.2345811846713929, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2345811846713929, "all_edges_two_incidences_fraction_diagnostic": 0.9416666666666667, "mean_retained_fraction": 0.7274088541666667 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7897915046509539, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4786453009604698, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6797770071274388, "mean_strict_plane_XY_intersection_precision": 0.679864702745028, "ridge3d_confirmed_f1": 0.4518719947620086, "ridge3d_confirmed_recall": 0.4215181958257128, "ridge3d_confirmed_precision": 0.5480740133208222, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 23, "ridge3d_conditional_f1_diagnostic": 0.4518719947620086, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4518719947620086, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7338541666666667 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5506507181566079, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22923955247437872, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8341413017610828, "mean_strict_plane_XY_intersection_precision": 0.8341893322439207, "ridge3d_confirmed_f1": 0.22731852128522892, "ridge3d_confirmed_recall": 0.19974674234698586, "ridge3d_confirmed_precision": 0.3333333333333333, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.07577284042840964, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.07577284042840964, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.73916015625 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4313564981918415, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.49015537072730025, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.873379226757122, "mean_strict_plane_XY_intersection_precision": 0.8734695923423683, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7372395833333333 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16471601312606882, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16471601312606882, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9364206261449407, "mean_strict_plane_XY_intersection_precision": 0.9365314226359096, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73486328125 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4685600138024128, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31696305137433095, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8302874015991966, "mean_strict_plane_XY_intersection_precision": 0.8303976367879325, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 25, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 35, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7311848958333333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0901015549238262, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.9394400151580609, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8050841937009222, "mean_strict_plane_XY_intersection_precision": 0.8051533695875783, "ridge3d_confirmed_f1": 0.46303349778141084, "ridge3d_confirmed_recall": 0.4821212121212121, "ridge3d_confirmed_precision": 0.4727757335288709, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.46303349778141084, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.46303349778141084, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.717578125 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43995750223455066, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2802694737250765, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.866095812633823, "mean_strict_plane_XY_intersection_precision": 0.8662091917525144, "ridge3d_confirmed_f1": 0.3178175639386879, "ridge3d_confirmed_recall": 0.3376782254132726, "ridge3d_confirmed_precision": 0.30749901178964784, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3178175639386879, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3178175639386879, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7352213541666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7061035888370775, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.39487285023355156, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7819758246091826, "mean_strict_plane_XY_intersection_precision": 0.7821181609971923, "ridge3d_confirmed_f1": 0.7215756117252946, "ridge3d_confirmed_recall": 0.6940467291695496, "ridge3d_confirmed_precision": 0.7933642782878036, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7215756117252946, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7215756117252946, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7345377604166666 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3970494094031394, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3970494094031394, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717199528977689, "mean_strict_plane_XY_intersection_precision": 0.8718842748394005, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.73232421875 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.2222511511439946, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.95, "mean_any_roof_coverage": 0.95, "conditional_any_roof_mae_m": 0.8360547450633297, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6679418484013461, "mean_strict_plane_XY_intersection_precision": 0.6681053879013663, "ridge3d_confirmed_f1": 0.5000669370036758, "ridge3d_confirmed_recall": 0.4846313658812406, "ridge3d_confirmed_precision": 0.6308400248684375, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.5000669370036758, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.5000669370036758, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7406575520833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_strongaug_s20261031.json", "paired_rows_sha256": "45146450d514f23b9f3c0bd08609518731ac10ebab639dcdeab8a02716b03c5a" }, "graph_10000_consistency_s20261031": { "buildings": 50, "fixed_denominator": 600, "primary_capped_loss_10m": 0.6318833163808873, "native_lod2_success": 0.98, "native_lod2_success_count": 588, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.978347323972324, "mean_any_roof_coverage": 0.978347323972324, "conditional_any_roof_mae_m": 0.4412441181103604, "conditional_any_roof_mae_defined_clouds": 588, "mean_strict_plane_XY_intersection_recall": 0.815176216280891, "mean_strict_plane_XY_intersection_precision": 0.8169240979942218, "ridge3d_confirmed_f1": 0.533374676281759, "ridge3d_confirmed_recall": 0.5181266595092161, "ridge3d_confirmed_precision": 0.6011079582500817, "ridge3d_common_domain_teacher_positive_clouds": 348, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 116, "ridge3d_conditional_f1_diagnostic": 0.4687232003688187, "ridge3d_teacher_empty_spurious_clouds": 28, "ridge3d_teacher_empty_clouds": 252, "ridge3d_confirmed_defined_clouds": 376, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 224, "ridge3d_v1_f1_diagnostic": 0.4687232003688187, "all_edges_two_incidences_fraction_diagnostic": 0.975, "mean_retained_fraction": 0.7329427083333333, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5639789860498823, "paired_building_bootstrap95_delta_m": [ -0.631303915260168, -0.48162384305938777 ], "paired_median_building_delta_m": -0.5722641799414341, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.0751699253867202 }, { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -0.9628380630708246 }, { "id": "NL.IMBAG.Pand.0202100000202792", "delta_m": -0.8838355008793185 }, { "id": "NL.IMBAG.Pand.0344100000000458", "delta_m": -0.8621592273576567 }, { "id": "NL.IMBAG.Pand.0599100000611988", "delta_m": -0.8469528304114524 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.7265657533997235 }, { "id": "NL.IMBAG.Pand.0503100000000169", "delta_m": -0.24086328088269693 }, { "id": "NL.IMBAG.Pand.0307100000308605", "delta_m": -0.3257419854065045 }, { "id": "NL.IMBAG.Pand.0546100000014387", "delta_m": -0.3466222269981059 }, { "id": "NL.IMBAG.Pand.0268100000006659", "delta_m": -0.35849966121626187 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/screen/graph_10000_consistency_s20261031.json", "rows_sha256": "a9072a472a36dc37e86633bcadfb93c1bb9c537aebb2cd8afa248184be4f95f7", "by_case": { "clean": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.09121770872988018, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.09705166263069907, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.954130882143498, "mean_strict_plane_XY_intersection_precision": 0.9542573248218595, "ridge3d_confirmed_f1": 0.8074754453139117, "ridge3d_confirmed_recall": 0.8118371364025315, "ridge3d_confirmed_precision": 0.8270508086613025, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.7317746223157324, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.7317746223157324, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.5721301063018494, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5783312817340376, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7771094223415317, "mean_strict_plane_XY_intersection_precision": 0.7772146794788225, "ridge3d_confirmed_f1": 0.49155283500981956, "ridge3d_confirmed_recall": 0.4800636521521091, "ridge3d_confirmed_precision": 0.5145368492224476, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 14, "ridge3d_conditional_f1_diagnostic": 0.47516774050949223, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 30, "ridge3d_confirmed_defined_buildings": 30, "ridge3d_both_no_edges_clouds": 20, "ridge3d_v1_f1_diagnostic": 0.47516774050949223, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 3.158922712910088, "native_lod2_success": 0.76, "native_lod2_success_count": 38, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.76, "mean_any_roof_coverage": 0.76, "conditional_any_roof_mae_m": 1.0062625711888507, "conditional_any_roof_mae_defined_clouds": 38, "mean_strict_plane_XY_intersection_recall": 0.5187246316208961, "mean_strict_plane_XY_intersection_precision": 0.5187887428524501, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 29, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 29, "ridge3d_confirmed_defined_buildings": 29, "ridge3d_both_no_edges_clouds": 21, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.76, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.302975429662253, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.30883782282226174, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8351416374630805, "mean_strict_plane_XY_intersection_precision": 0.8352515909570295, "ridge3d_confirmed_f1": 0.6427747757195599, "ridge3d_confirmed_recall": 0.6443181390561084, "ridge3d_confirmed_precision": 0.6746851327198609, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.582514640495851, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.582514640495851, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.24332466068521053, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.249157551051978, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8963762658058559, "mean_strict_plane_XY_intersection_precision": 0.8964961615785378, "ridge3d_confirmed_f1": 0.6469036672251339, "ridge3d_confirmed_recall": 0.6441144879980767, "ridge3d_confirmed_precision": 0.8011463401015849, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.6051679467589961, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.6051679467589961, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "scattered_tree": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.17930937049485682, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.99989010989011, "mean_any_roof_coverage": 0.99989010989011, "conditional_any_roof_mae_m": 0.18424933069638794, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9268255841078198, "mean_strict_plane_XY_intersection_precision": 0.9269718750038259, "ridge3d_confirmed_f1": 0.756428401274706, "ridge3d_confirmed_recall": 0.7502800078410805, "ridge3d_confirmed_precision": 0.7730017796447487, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6855132386552023, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6855132386552023, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7221484375 }, "dense_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4063516087340546, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.41219077373979096, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.811196630365446, "mean_strict_plane_XY_intersection_precision": 0.8113123565273019, "ridge3d_confirmed_f1": 0.46444441360907507, "ridge3d_confirmed_recall": 0.422589776062713, "ridge3d_confirmed_precision": 0.6004874303387142, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.43448025789236056, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.43448025789236056, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5004296875 }, "flat_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.576276031830537, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.5825589232354795, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.7643131108884347, "mean_strict_plane_XY_intersection_precision": 0.7644244220651973, "ridge3d_confirmed_f1": 0.4414476241532399, "ridge3d_confirmed_recall": 0.3963972151897225, "ridge3d_confirmed_precision": 0.5624004110318016, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 11, "ridge3d_conditional_f1_diagnostic": 0.4129671322723857, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.4129671322723857, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.483515625 }, "low_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.4017230514790462, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9802777777777777, "mean_any_roof_coverage": 0.9802777777777777, "conditional_any_roof_mae_m": 0.21208441505962886, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8827662673724636, "mean_strict_plane_XY_intersection_precision": 0.9025191227024125, "ridge3d_confirmed_f1": 0.5849073104641902, "ridge3d_confirmed_recall": 0.5876464603158951, "ridge3d_confirmed_precision": 0.6021478562921061, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5140094546503489, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 33, "ridge3d_confirmed_defined_buildings": 33, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.5140094546503489, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 0.571875 }, "tree_multiple": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.25797245476564096, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.26380578150981737, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.9030660739508876, "mean_strict_plane_XY_intersection_precision": 0.9031916245229391, "ridge3d_confirmed_f1": 0.7009680483016312, "ridge3d_confirmed_recall": 0.6898357211249603, "ridge3d_confirmed_precision": 0.7643818045871571, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.6352522937733533, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.6352522937733533, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.51484375 }, "tilted_canopy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 0.3711338360710861, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3774684102671914, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.8341874648688176, "mean_strict_plane_XY_intersection_precision": 0.8343072469143611, "ridge3d_confirmed_f1": 0.5801069699927268, "ridge3d_confirmed_recall": 0.5541330838919812, "ridge3d_confirmed_precision": 0.6561632362196334, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 8, "ridge3d_conditional_f1_diagnostic": 0.5257219415559087, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 32, "ridge3d_confirmed_defined_buildings": 32, "ridge3d_both_no_edges_clouds": 18, "ridge3d_v1_f1_diagnostic": 0.5257219415559087, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.508125 }, "occlusion_heavy": { "buildings": 50, "fixed_denominator": 50, "primary_capped_loss_10m": 1.0212628249061462, "native_lod2_success": 1.0, "native_lod2_success_count": 50, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 1.096925117708851, "conditional_any_roof_mae_defined_clouds": 50, "mean_strict_plane_XY_intersection_recall": 0.6782766244419614, "mean_strict_plane_XY_intersection_precision": 0.6783540285059219, "ridge3d_confirmed_f1": 0.28348662431711646, "ridge3d_confirmed_recall": 0.2363042340754156, "ridge3d_confirmed_precision": 0.4372938501816226, "ridge3d_common_domain_teacher_positive_clouds": 29, "ridge3d_common_domain_teacher_positive_buildings": 29, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.2651971646837541, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 21, "ridge3d_confirmed_defined_clouds": 31, "ridge3d_confirmed_defined_buildings": 31, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.2651971646837541, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.494375 } }, "by_complexity": { "1": { "buildings": 8, "fixed_denominator": 96, "primary_capped_loss_10m": 0.013273266125543786, "native_lod2_success": 1.0, "native_lod2_success_count": 96, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.013273266125543786, "conditional_any_roof_mae_defined_clouds": 96, "mean_strict_plane_XY_intersection_recall": 0.9998913880631547, "mean_strict_plane_XY_intersection_precision": 0.999971780583525, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 96, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7354939778645834 }, "2-4": { "buildings": 32, "fixed_denominator": 384, "primary_capped_loss_10m": 0.5059779508634634, "native_lod2_success": 0.984375, "native_lod2_success_count": 378, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.984375, "mean_any_roof_coverage": 0.984375, "conditional_any_roof_mae_m": 0.36723179266694794, "conditional_any_roof_mae_defined_clouds": 378, "mean_strict_plane_XY_intersection_recall": 0.8232373549703563, "mean_strict_plane_XY_intersection_precision": 0.8233642273834154, "ridge3d_confirmed_f1": 0.6358381329934297, "ridge3d_confirmed_recall": 0.6152311590453093, "ridge3d_confirmed_precision": 0.701573534792134, "ridge3d_common_domain_teacher_positive_clouds": 252, "ridge3d_common_domain_teacher_positive_buildings": 21, "ridge3d_common_domain_missing_precision_count": 61, "ridge3d_conditional_f1_diagnostic": 0.5563583663692512, "ridge3d_teacher_empty_spurious_clouds": 23, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 275, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 109, "ridge3d_v1_f1_diagnostic": 0.5563583663692512, "all_edges_two_incidences_fraction_diagnostic": 0.9817708333333334, "mean_retained_fraction": 0.7342732747395834 }, "5+": { "buildings": 10, "fixed_denominator": 120, "primary_capped_loss_10m": 1.529668526240919, "native_lod2_success": 0.95, "native_lod2_success_count": 114, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.9417366198616197, "mean_any_roof_coverage": 0.9417366198616197, "conditional_any_roof_mae_m": 1.0204602411171328, "conditional_any_roof_mae_defined_clouds": 114, "mean_strict_plane_XY_intersection_recall": 0.6416084350487917, "mean_strict_plane_XY_intersection_precision": 0.6498775378773589, "ridge3d_confirmed_f1": 0.264408102413624, "ridge3d_confirmed_recall": 0.2632273482269715, "ridge3d_confirmed_precision": 0.33738581982719384, "ridge3d_common_domain_teacher_positive_clouds": 96, "ridge3d_common_domain_teacher_positive_buildings": 8, "ridge3d_common_domain_missing_precision_count": 55, "ridge3d_conditional_f1_diagnostic": 0.23502942436766577, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 101, "ridge3d_confirmed_defined_buildings": 9, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.23502942436766577, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7266438802083334 } }, "by_city": { "Amersfoort": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.7501305103333661, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.4351153430020821, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.6858735986730581, "mean_strict_plane_XY_intersection_precision": 0.6859622433997761, "ridge3d_confirmed_f1": 0.4621049982767431, "ridge3d_confirmed_recall": 0.43624081930980274, "ridge3d_confirmed_precision": 0.5499531873894107, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4621049982767431, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4621049982767431, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7345377604166666 }, "Arnhem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.5458418882074809, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.22438311030087382, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.8384032359812931, "mean_strict_plane_XY_intersection_precision": 0.8384534930020472, "ridge3d_confirmed_f1": 0.28599677082785857, "ridge3d_confirmed_recall": 0.26043916275465145, "ridge3d_confirmed_precision": 0.39012680460558796, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.09533225694261953, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.09533225694261953, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.7393880208333333 }, "Delft": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.42676548267652537, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.48549792646869994, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.87326870224146, "mean_strict_plane_XY_intersection_precision": 0.873361359573259, "ridge3d_confirmed_f1": 0.4276680328225335, "ridge3d_confirmed_recall": 0.43095228974361705, "ridge3d_confirmed_precision": 0.4666666666666667, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.4276680328225335, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.4276680328225335, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7346354166666667 }, "Haarlem": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.16470085336772783, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.16470085336772783, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.9363980491371698, "mean_strict_plane_XY_intersection_precision": 0.9365090870908382, "ridge3d_confirmed_f1": 0.7354519833124852, "ridge3d_confirmed_recall": 0.7061170212765957, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 4, "ridge3d_conditional_f1_diagnostic": 0.7354519833124852, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.7354519833124852, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7345052083333333 }, "Leiden": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.4666139906158904, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.31487802479561816, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8327948187721447, "mean_strict_plane_XY_intersection_precision": 0.8329066317372449, "ridge3d_confirmed_f1": 0.8333333333333334, "ridge3d_confirmed_recall": 0.8333333333333334, "ridge3d_confirmed_precision": 0.8333333333333334, "ridge3d_common_domain_teacher_positive_clouds": 12, "ridge3d_common_domain_teacher_positive_buildings": 1, "ridge3d_common_domain_missing_precision_count": 2, "ridge3d_conditional_f1_diagnostic": 0.2777777777777778, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 26, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 34, "ridge3d_v1_f1_diagnostic": 0.2777777777777778, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7296223958333333 }, "Nijmegen": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.0959135292257856, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9832417582417582, "mean_any_roof_coverage": 0.9832417582417582, "conditional_any_roof_mae_m": 0.9449964616055709, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8033845193383072, "mean_strict_plane_XY_intersection_precision": 0.8034622725223214, "ridge3d_confirmed_f1": 0.4423646601899024, "ridge3d_confirmed_recall": 0.4432323232323232, "ridge3d_confirmed_precision": 0.4634031605811623, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 24, "ridge3d_conditional_f1_diagnostic": 0.4423646601899024, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.4423646601899024, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7180338541666667 }, "Rotterdam": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.43999379124481564, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 59, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9833333333333332, "mean_any_roof_coverage": 0.9833333333333332, "conditional_any_roof_mae_m": 0.2803168221416167, "conditional_any_roof_mae_defined_clouds": 59, "mean_strict_plane_XY_intersection_recall": 0.8660453148178435, "mean_strict_plane_XY_intersection_precision": 0.8661590185035987, "ridge3d_confirmed_f1": 0.3180461282729332, "ridge3d_confirmed_recall": 0.3359952552898682, "ridge3d_confirmed_precision": 0.3082582600007227, "ridge3d_common_domain_teacher_positive_clouds": 24, "ridge3d_common_domain_teacher_positive_buildings": 2, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.3180461282729332, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 24, "ridge3d_confirmed_defined_buildings": 2, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.3180461282729332, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7342447916666667 }, "Tilburg": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.6980948558474747, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 58, "native_failure_or_fallback_count": 2, "mean_strict_native_coverage": 0.9666666666666666, "mean_any_roof_coverage": 0.9666666666666666, "conditional_any_roof_mae_m": 0.38619768389100506, "conditional_any_roof_mae_defined_clouds": 58, "mean_strict_plane_XY_intersection_recall": 0.7822120984546578, "mean_strict_plane_XY_intersection_precision": 0.7823510666548178, "ridge3d_confirmed_f1": 0.7139827169225118, "ridge3d_confirmed_recall": 0.6870060534642375, "ridge3d_confirmed_precision": 0.786682476822631, "ridge3d_common_domain_teacher_positive_clouds": 60, "ridge3d_common_domain_teacher_positive_buildings": 5, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7139827169225118, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 0, "ridge3d_confirmed_defined_clouds": 60, "ridge3d_confirmed_defined_buildings": 5, "ridge3d_both_no_edges_clouds": 0, "ridge3d_v1_f1_diagnostic": 0.7139827169225118, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7337890625 }, "Utrecht": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 0.3984142320276045, "native_lod2_success": 1.0, "native_lod2_success_count": 60, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.3984142320276045, "conditional_any_roof_mae_defined_clouds": 60, "mean_strict_plane_XY_intersection_recall": 0.8717562494484105, "mean_strict_plane_XY_intersection_precision": 0.871919194210357, "ridge3d_confirmed_f1": 0.6002382255139473, "ridge3d_confirmed_recall": 0.5708362728420615, "ridge3d_confirmed_precision": 0.6954990189895516, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.6002382255139473, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.6002382255139473, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7318359375 }, "Zwolle": { "buildings": 5, "fixed_denominator": 60, "primary_capped_loss_10m": 1.3323640302622028, "native_lod2_success": 0.95, "native_lod2_success_count": 57, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9335648148148149, "mean_any_roof_coverage": 0.9335648148148149, "conditional_any_roof_mae_m": 0.7779407235028042, "conditional_any_roof_mae_defined_clouds": 57, "mean_strict_plane_XY_intersection_recall": 0.6616255759445661, "mean_strict_plane_XY_intersection_precision": 0.6781566132479562, "ridge3d_confirmed_f1": 0.49774222190209766, "ridge3d_confirmed_recall": 0.4802888995003734, "ridge3d_confirmed_precision": 0.6351543167924415, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.49774222190209766, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 24, "ridge3d_v1_f1_diagnostic": 0.49774222190209766, "all_edges_two_incidences_fraction_diagnostic": 0.9333333333333333, "mean_retained_fraction": 0.7388346354166667 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/screen/graph_10000_consistency_s20261031.json", "paired_rows_sha256": "0671845f459808e53b9ba6a2d24e6f23c35e3ffe17088a4a98ee27262a88dd4a" } }, "top_modules": [], "combination": null, "large_data_transfer": null, "secondary_ensemble_results": { "graph_10000_mean3": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5152196637651564, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9868942544186174, "mean_any_roof_coverage": 0.9868942544186174, "conditional_any_roof_mae_m": 0.3937693520896117, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8392137660474447, "mean_strict_plane_XY_intersection_precision": 0.8393189635552893, "ridge3d_confirmed_f1": 0.6602948627532853, "ridge3d_confirmed_recall": 0.6513643079461909, "ridge3d_confirmed_precision": 0.7072229046783788, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 322, "ridge3d_conditional_f1_diagnostic": 0.6318338772897815, "ridge3d_teacher_empty_spurious_clouds": 34, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1366, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1034, "ridge3d_v1_f1_diagnostic": 0.6319689025903322, "all_edges_two_incidences_fraction_diagnostic": 0.98625, "mean_retained_fraction": 0.7323779296875, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.013342776934568867, "clean_mean_delta_m": 6.671388467284434e-05, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5788249677888043, "paired_building_bootstrap95_delta_m": [ -0.6064238345696326, -0.5516721059296322 ], "paired_median_building_delta_m": -0.5731911375003581, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1501554560483602 }, { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1426217048264966 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.1389747758892939 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1122809769880215 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.031232950776629 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": 0.06114980756825627 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04014076641616946 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.10999765584931949 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.11854712665456761 }, { "id": "NL.IMBAG.Pand.0935100000001526", "delta_m": -0.1525988661707809 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_10000_mean3.json", "rows_sha256": "9a339009b414f82019c93024b0d4892963c0e3badb461019f9e6f2f3c9dba559", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.11006508476137272, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10859182130373463, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9578214984244571, "mean_strict_plane_XY_intersection_precision": 0.9579522083237115, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.998623046875 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.24287623981938766, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.24359546923796016, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.901403365001227, "mean_strict_plane_XY_intersection_precision": 0.9014975171263945, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999775390625 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17921097902137867, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17824983815007647, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9299033915273465, "mean_strict_plane_XY_intersection_precision": 0.930019317513636, "ridge3d_confirmed_f1": 0.8676103899591957, "ridge3d_confirmed_recall": 0.8776865268715308, "ridge3d_confirmed_precision": 0.8773939360497024, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8522544538537232, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8525830073435043, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.71716796875 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38376926820357776, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.38293145530444955, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8443640975798633, "mean_strict_plane_XY_intersection_precision": 0.8444688013076411, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5033984375 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3734307336436757, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.37248255873099595, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8524019355277761, "mean_strict_plane_XY_intersection_precision": 0.8525101211405288, "ridge3d_confirmed_f1": 0.6733997476884308, "ridge3d_confirmed_recall": 0.6423135359410518, "ridge3d_confirmed_precision": 0.7786709053510429, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6614811680833259, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6614800814364957, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.501171875 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.22639363832403162, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.22414525928881965, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9101993872425131, "mean_strict_plane_XY_intersection_precision": 0.9103154882588891, "ridge3d_confirmed_f1": 0.8489114793655506, "ridge3d_confirmed_recall": 0.8528172062007884, "ridge3d_confirmed_precision": 0.8640611147197762, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.812320467323932, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.8123183037398299, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.569658203125 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30862932496280715, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.3062059571821494, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8782258269117412, "mean_strict_plane_XY_intersection_precision": 0.8783355658720992, "ridge3d_confirmed_f1": 0.832443171172619, "ridge3d_confirmed_recall": 0.8277780935821029, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8250106428585777, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.8253315186383681, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.49486328125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2717987709570195, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.27088741278789485, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8900339714876645, "mean_strict_plane_XY_intersection_precision": 0.8901520388490567, "ridge3d_confirmed_f1": 0.8070428969557304, "ridge3d_confirmed_recall": 0.8091128392874702, "ridge3d_confirmed_precision": 0.8290729337170553, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7722565651903972, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7722558420571931, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500234375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8436099166274917, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8495550998588501, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7222303373024533, "mean_strict_plane_XY_intersection_precision": 0.7223197553560365, "ridge3d_confirmed_f1": 0.243679010292282, "ridge3d_confirmed_recall": 0.2132963766027395, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.24150330484324373, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24150760069113378, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503642578125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.017164674061265022, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.017164674061265022, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7328938802083333 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.502929923659647, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39774562226500954, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8415173448022221, "mean_strict_plane_XY_intersection_precision": 0.8416207514448633, "ridge3d_confirmed_f1": 0.7316990633800304, "ridge3d_confirmed_recall": 0.7251876459974433, "ridge3d_confirmed_precision": 0.7688003341943282, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.6998860606243769, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1085, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 655, "ridge3d_v1_f1_diagnostic": 0.7000565708334479, "all_edges_two_incidences_fraction_diagnostic": 0.9879310344827587, "mean_retained_fraction": 0.7335185434626437 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1841661440217814, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598484848484848, "mean_any_roof_coverage": 0.9598484848484848, "conditional_any_roof_mae_m": 0.8226325987063204, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6364148120703503, "mean_strict_plane_XY_intersection_precision": 0.6365299696925958, "ridge3d_confirmed_f1": 0.38709618209443464, "ridge3d_confirmed_recall": 0.3689097971413994, "ridge3d_confirmed_precision": 0.4716223047912688, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.37096717450716654, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 281, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 19, "ridge3d_v1_f1_diagnostic": 0.3709661743250563, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7251432291666666 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6374901474787936, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.9806551755039016, "mean_any_roof_coverage": 0.9806551755039016, "conditional_any_roof_mae_m": 0.45650782560274356, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8077871486659902, "mean_strict_plane_XY_intersection_precision": 0.8078994680837951, "ridge3d_confirmed_f1": 0.5808621917313197, "ridge3d_confirmed_recall": 0.5733182674536598, "ridge3d_confirmed_precision": 0.6364770984191137, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 212, "ridge3d_conditional_f1_diagnostic": 0.5632603071334008, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5634976243283081, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7310009765625 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.39294918005151935, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.33103087857647995, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8706403834288993, "mean_strict_plane_XY_intersection_precision": 0.8707384590267836, "ridge3d_confirmed_f1": 0.7684584998895791, "ridge3d_confirmed_recall": 0.7576397673402763, "ridge3d_confirmed_precision": 0.8035576195846129, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.7223509898962043, "ridge3d_teacher_empty_spurious_clouds": 22, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 586, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 614, "ridge3d_v1_f1_diagnostic": 0.7223509898962043, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7337548828125 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_10000_mean3.json", "paired_rows_sha256": "5bab02ede5ca92c361cbc75864cea70149648b1702e57f9e03c3092cac077bcc" }, "graph_20000_long_mean3": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5135917127239779, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869037241155871, "mean_any_roof_coverage": 0.9869037241155871, "conditional_any_roof_mae_m": 0.3922268497442204, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.8396113415650502, "mean_strict_plane_XY_intersection_precision": 0.8397160095640099, "ridge3d_confirmed_f1": 0.6608475456562235, "ridge3d_confirmed_recall": 0.650384630241576, "ridge3d_confirmed_precision": 0.7098296004123574, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 321, "ridge3d_conditional_f1_diagnostic": 0.6323627376538, "ridge3d_teacher_empty_spurious_clouds": 36, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1368, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 1032, "ridge3d_v1_f1_diagnostic": 0.6324969921154222, "all_edges_two_incidences_fraction_diagnostic": 0.9858333333333333, "mean_retained_fraction": 0.73063720703125, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": -1.3876122473277519e-14, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5804529188299831, "paired_building_bootstrap95_delta_m": [ -0.6079413146622114, -0.5529090911886281 ], "paired_median_building_delta_m": -0.5717636756683264, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1501321507585314 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1427300637326825 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.139123481540492 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1132807707068093 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0312711779410266 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.02733844114556778 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.04023811123205767 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.09233774974526492 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.0973364776379025 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.16700353857181519 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_long_mean3.json", "rows_sha256": "f7f9831a11d92e069f2eb546353bd9f9d7e30b47bf3f84fe5dc53359826c9d96", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10999837087668601, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.1085251074190479, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9580978020329636, "mean_strict_plane_XY_intersection_precision": 0.9582226468292003, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.999970703125 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2511303056197957, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2518495350383682, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8978148972758132, "mean_strict_plane_XY_intersection_precision": 0.8979081107874844, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.99546875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.17602298461954186, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17507208467582597, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9313908827881846, "mean_strict_plane_XY_intersection_precision": 0.9315104595011354, "ridge3d_confirmed_f1": 0.8581381854980844, "ridge3d_confirmed_recall": 0.8565520912274759, "ridge3d_confirmed_precision": 0.8734370548143714, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.8282899007851076, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8286038383029662, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.714501953125 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.38286248439886494, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3820237136274852, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.844697430410009, "mean_strict_plane_XY_intersection_precision": 0.8448009075432422, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503369140625 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.36498969687532684, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.36404304129246695, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8572371283994811, "mean_strict_plane_XY_intersection_precision": 0.8573458552130346, "ridge3d_confirmed_f1": 0.6791995648895656, "ridge3d_confirmed_recall": 0.6480472665058397, "ridge3d_confirmed_precision": 0.783085221172808, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 18, "ridge3d_conditional_f1_diagnostic": 0.6671783336525822, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6671772470057521, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.500205078125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.23772850761871084, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.23678566042180138, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9025724677951316, "mean_strict_plane_XY_intersection_precision": 0.9026842833488238, "ridge3d_confirmed_f1": 0.856631963465785, "ridge3d_confirmed_recall": 0.8554083688628881, "ridge3d_confirmed_precision": 0.8912453116606757, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 6, "ridge3d_conditional_f1_diagnostic": 0.8268360690843664, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8268335835221835, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.555419921875 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3016042579260172, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.29918091865353785, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8804947620002921, "mean_strict_plane_XY_intersection_precision": 0.8806045730937935, "ridge3d_confirmed_f1": 0.8312463578050565, "ridge3d_confirmed_recall": 0.825691588956925, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8165340328881528, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8168520690592724, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.494599609375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25353582124319785, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2526244649516462, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8961664398561909, "mean_strict_plane_XY_intersection_precision": 0.8962855450227579, "ridge3d_confirmed_f1": 0.8107241038483194, "ridge3d_confirmed_recall": 0.8128794698555165, "ridge3d_confirmed_precision": 0.8327116509974638, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.7757790993720988, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.7757782519793973, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.500625 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.842376114648458, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8483333374931985, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7228829066582422, "mean_strict_plane_XY_intersection_precision": 0.72297298451317, "ridge3d_confirmed_f1": 0.2437787147622554, "ridge3d_confirmed_recall": 0.21266966062165918, "ridge3d_confirmed_precision": 0.36340824267139316, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 65, "ridge3d_conditional_f1_diagnostic": 0.24160211909473528, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.24160641494262533, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503486328125 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.009243873116006057, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.009243873116006057, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998566235809521, "mean_strict_plane_XY_intersection_precision": 0.9999622258190511, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.731396484375 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.5027480481473439, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39754875290982356, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8410190758355833, "mean_strict_plane_XY_intersection_precision": 0.8411232200667674, "ridge3d_confirmed_f1": 0.7303451965561824, "ridge3d_confirmed_recall": 0.7229507151368612, "ridge3d_confirmed_precision": 0.768546150753802, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 213, "ridge3d_conditional_f1_diagnostic": 0.6985910575754789, "ridge3d_teacher_empty_spurious_clouds": 29, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1085, "ridge3d_confirmed_defined_buildings": 92, "ridge3d_both_no_edges_clouds": 655, "ridge3d_v1_f1_diagnostic": 0.6987606324879011, "all_edges_two_incidences_fraction_diagnostic": 0.9873563218390805, "mean_retained_fraction": 0.7317180765086206 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.1817023747980209, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9599242424242425, "mean_any_roof_coverage": 0.9599242424242425, "conditional_any_roof_mae_m": 0.8209393833375789, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6391521443768761, "mean_strict_plane_XY_intersection_precision": 0.6392587291419675, "ridge3d_confirmed_f1": 0.39494349003898893, "ridge3d_confirmed_recall": 0.3727404793378764, "ridge3d_confirmed_precision": 0.48517497301900486, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 108, "ridge3d_conditional_f1_diagnostic": 0.37848751128736446, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 283, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.3784863706875869, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.72345703125 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.6363015572006318, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980674114897841, "mean_any_roof_coverage": 0.980674114897841, "conditional_any_roof_mae_m": 0.4555916369046588, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.8084180535596694, "mean_strict_plane_XY_intersection_precision": 0.808528802068585, "ridge3d_confirmed_f1": 0.5816727535740206, "ridge3d_confirmed_recall": 0.571430619912979, "ridge3d_confirmed_precision": 0.6409980863327327, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 211, "ridge3d_conditional_f1_diagnostic": 0.5640463064960201, "ridge3d_teacher_empty_spurious_clouds": 12, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 780, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 420, "ridge3d_v1_f1_diagnostic": 0.5642822688831136, "all_edges_two_incidences_fraction_diagnostic": 0.9783333333333334, "mean_retained_fraction": 0.7291015625 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.3908818682473239, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3288620625837819, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8708046295704313, "mean_strict_plane_XY_intersection_precision": 0.870903217059435, "ridge3d_confirmed_f1": 0.7686600284915637, "ridge3d_confirmed_recall": 0.7578964740932828, "ridge3d_confirmed_precision": 0.8035576195846129, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 110, "ridge3d_conditional_f1_diagnostic": 0.7225404267820698, "ridge3d_teacher_empty_spurious_clouds": 24, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 588, "ridge3d_confirmed_defined_buildings": 50, "ridge3d_both_no_edges_clouds": 612, "ridge3d_v1_f1_diagnostic": 0.7225404267820698, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7321728515625 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_long_mean3.json", "paired_rows_sha256": "3fa29b200a1d5e1a7465e7cfb851d29845cd19db627365270f2ce17b1e39d79c" } }, "primary_native_result": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.5123316077996095, "native_lod2_success": 0.9870833333333333, "native_lod2_success_count": 2369, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.9869001321615641, "mean_any_roof_coverage": 0.9869001321615641, "conditional_any_roof_mae_m": 0.3908628947162457, "conditional_any_roof_mae_defined_clouds": 2369, "mean_strict_plane_XY_intersection_recall": 0.839523372261165, "mean_strict_plane_XY_intersection_precision": 0.8396280359113423, "ridge3d_confirmed_f1": 0.6609475685500079, "ridge3d_confirmed_recall": 0.6514706339461085, "ridge3d_confirmed_precision": 0.7097509034007519, "ridge3d_common_domain_teacher_positive_clouds": 1332, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 319, "ridge3d_conditional_f1_diagnostic": 0.6217388144834819, "ridge3d_teacher_empty_spurious_clouds": 39, "ridge3d_teacher_empty_clouds": 1068, "ridge3d_confirmed_defined_clouds": 1371, "ridge3d_confirmed_defined_buildings": 118, "ridge3d_both_no_edges_clouds": 1029, "ridge3d_v1_f1_diagnostic": 0.6218452243151811, "all_edges_two_incidences_fraction_diagnostic": 0.9858333333333333, "mean_retained_fraction": 0.7311140950520834, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5817130237543514, "paired_building_bootstrap95_delta_m": [ -0.6088328092778194, -0.554716157796849 ], "paired_median_building_delta_m": -0.571815556783478, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0935100000001835", "delta_m": -1.1500382376403089 }, { "id": "NL.IMBAG.Pand.0014100010904208", "delta_m": -1.1428055528396317 }, { "id": "NL.IMBAG.Pand.0014100010904022", "delta_m": -1.139297713450764 }, { "id": "NL.IMBAG.Pand.0014100010903949", "delta_m": -1.1080410264588114 }, { "id": "NL.IMBAG.Pand.0014100010904391", "delta_m": -1.0313021943048906 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0935100000001536", "delta_m": -0.02276653157522841 }, { "id": "NL.IMBAG.Pand.0014100010904342", "delta_m": -0.0973476984710397 }, { "id": "NL.IMBAG.Pand.0935100000001688", "delta_m": -0.11624679378329761 }, { "id": "NL.IMBAG.Pand.0014100010904283", "delta_m": -0.14393600280040098 }, { "id": "NL.IMBAG.Pand.0014100010904258", "delta_m": -0.1665044002900849 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/test/full/graph_20000_long_s20261031.json", "rows_sha256": "f6f74f7632207a0036212e79c4c2d8086281e12741b89551d9d5f4418bca36d2", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.10999837087669988, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.10852510741906177, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9580978020329636, "mean_strict_plane_XY_intersection_precision": 0.9582226468292003, "ridge3d_confirmed_f1": 0.8655004379030959, "ridge3d_confirmed_recall": 0.8793499418142615, "ridge3d_confirmed_precision": 0.8771980513342962, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8427241105898564, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.842721550141195, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5336435442967346, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.5327835341055612, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7873894813063231, "mean_strict_plane_XY_intersection_precision": 0.7874903952031934, "ridge3d_confirmed_f1": 0.6807527143543429, "ridge3d_confirmed_recall": 0.6702259668230818, "ridge3d_confirmed_precision": 0.7021647127470462, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.6570743590724528, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.6570728359181591, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 2.450993238536653, "native_lod2_success": 0.845, "native_lod2_success_count": 169, "native_failure_or_fallback_count": 31, "mean_strict_native_coverage": 0.8448298604792235, "mean_any_roof_coverage": 0.8448298604792235, "conditional_any_roof_mae_m": 1.064912768463153, "conditional_any_roof_mae_defined_clouds": 169, "mean_strict_plane_XY_intersection_recall": 0.535305229841767, "mean_strict_plane_XY_intersection_precision": 0.5353728436179709, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 111, "ridge3d_confirmed_defined_buildings": 111, "ridge3d_both_no_edges_clouds": 89, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.845, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2582152260277468, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2566792336703881, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8612866704162048, "mean_strict_plane_XY_intersection_precision": 0.861393510094314, "ridge3d_confirmed_f1": 0.8043135650381021, "ridge3d_confirmed_recall": 0.8002690181002914, "ridge3d_confirmed_precision": 0.8269128961174534, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.783147418589731, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.7841629545399921, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999990234375 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2521289218428553, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.25284815126142773, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8964281002817893, "mean_strict_plane_XY_intersection_precision": 0.8965245730192061, "ridge3d_confirmed_f1": 0.7091116828844016, "ridge3d_confirmed_recall": 0.6793277302629257, "ridge3d_confirmed_precision": 0.8191133159425078, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 15, "ridge3d_conditional_f1_diagnostic": 0.6904508491242859, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 114, "ridge3d_confirmed_defined_buildings": 114, "ridge3d_both_no_edges_clouds": 86, "ridge3d_v1_f1_diagnostic": 0.6904499232212746, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.994169921875 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.18050016786050335, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.17954947390951972, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9299147347152661, "mean_strict_plane_XY_intersection_precision": 0.9300254311324021, "ridge3d_confirmed_f1": 0.8626504885275471, "ridge3d_confirmed_recall": 0.8689824262393239, "ridge3d_confirmed_precision": 0.8767013277917955, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 5, "ridge3d_conditional_f1_diagnostic": 0.8326452541439803, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 115, "ridge3d_both_no_edges_clouds": 85, "ridge3d_v1_f1_diagnostic": 0.8326439484406146, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.7147265625 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3806517903988907, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.3798130196275109, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8454065379140521, "mean_strict_plane_XY_intersection_precision": 0.845510131597303, "ridge3d_confirmed_f1": 0.5907732574256725, "ridge3d_confirmed_recall": 0.5641944598680484, "ridge3d_confirmed_precision": 0.6884094163119414, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5653088928814626, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 116, "ridge3d_confirmed_defined_buildings": 116, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.5653060360756448, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50341796875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.36174168426094894, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997867570309478, "mean_any_roof_coverage": 0.9997867570309478, "conditional_any_roof_mae_m": 0.3603777668631578, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8540485461352125, "mean_strict_plane_XY_intersection_precision": 0.8541641724805368, "ridge3d_confirmed_f1": 0.6568450092111374, "ridge3d_confirmed_recall": 0.6232459854808581, "ridge3d_confirmed_precision": 0.769661896342034, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 20, "ridge3d_conditional_f1_diagnostic": 0.6452194338268696, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.6452183471800393, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.5006640625 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.23291145799495402, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.23197150859693946, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9062946338344764, "mean_strict_plane_XY_intersection_precision": 0.9064056032736046, "ridge3d_confirmed_f1": 0.851349454688701, "ridge3d_confirmed_recall": 0.8539148272173669, "ridge3d_confirmed_precision": 0.8771155137472904, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 7, "ridge3d_conditional_f1_diagnostic": 0.8076905082944086, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.8076884676268665, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.559697265625 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.30123332090872956, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997162241155871, "mean_any_roof_coverage": 0.9997162241155871, "conditional_any_roof_mae_m": 0.2988099801151502, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8802999825539396, "mean_strict_plane_XY_intersection_precision": 0.8804085728603162, "ridge3d_confirmed_f1": 0.8320603077583957, "ridge3d_confirmed_recall": 0.8271083399148598, "ridge3d_confirmed_precision": 0.8602693311783339, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 12, "ridge3d_conditional_f1_diagnostic": 0.8173335766476276, "ridge3d_teacher_empty_spurious_clouds": 2, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 113, "ridge3d_confirmed_defined_buildings": 113, "ridge3d_both_no_edges_clouds": 87, "ridge3d_v1_f1_diagnostic": 0.8176516128187472, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.495361328125 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.25935434588252604, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.2584579349910763, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8948054327740076, "mean_strict_plane_XY_intersection_precision": 0.8949251776597013, "ridge3d_confirmed_f1": 0.8248995809576474, "ridge3d_confirmed_recall": 0.8290266403999703, "ridge3d_confirmed_precision": 0.8470471276159227, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 9, "ridge3d_conditional_f1_diagnostic": 0.7825970383444347, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 117, "ridge3d_confirmed_defined_buildings": 117, "ridge3d_both_no_edges_clouds": 83, "ridge3d_v1_f1_diagnostic": 0.782596198194406, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5016796875 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.8266072247080715, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998298604792235, "mean_any_roof_coverage": 0.9998298604792235, "conditional_any_roof_mae_m": 0.8317997818824671, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.725003315327978, "mean_strict_plane_XY_intersection_precision": 0.7250933731683596, "ridge3d_confirmed_f1": 0.2531143238510504, "ridge3d_confirmed_recall": 0.2220022712323142, "ridge3d_confirmed_precision": 0.3724172516804022, "ridge3d_common_domain_teacher_positive_clouds": 111, "ridge3d_common_domain_teacher_positive_buildings": 111, "ridge3d_common_domain_missing_precision_count": 64, "ridge3d_conditional_f1_diagnostic": 0.2508543745309517, "ridge3d_teacher_empty_spurious_clouds": 1, "ridge3d_teacher_empty_clouds": 89, "ridge3d_confirmed_defined_clouds": 112, "ridge3d_confirmed_defined_buildings": 112, "ridge3d_both_no_edges_clouds": 88, "ridge3d_v1_f1_diagnostic": 0.25085867037884174, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.503662109375 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.01705837205974651, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.01705837205974651, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9970789303802656, "mean_strict_plane_XY_intersection_precision": 0.9971844836412598, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7316731770833333 }, "2-4": { "buildings": 145, "fixed_denominator": 1740, "primary_capped_loss_10m": 0.4990990136368874, "native_lod2_success": 0.9890804597701149, "native_lod2_success_count": 1721, "native_failure_or_fallback_count": 19, "mean_strict_native_coverage": 0.9888457845690439, "mean_any_roof_coverage": 0.9888457845690439, "conditional_any_roof_mae_m": 0.39377920520396925, "conditional_any_roof_mae_defined_clouds": 1721, "mean_strict_plane_XY_intersection_recall": 0.8417190872342334, "mean_strict_plane_XY_intersection_precision": 0.8418221180711134, "ridge3d_confirmed_f1": 0.7311576402205663, "ridge3d_confirmed_recall": 0.7238546251301128, "ridge3d_confirmed_precision": 0.7697131920773763, "ridge3d_common_domain_teacher_positive_clouds": 1056, "ridge3d_common_domain_teacher_positive_buildings": 88, "ridge3d_common_domain_missing_precision_count": 210, "ridge3d_conditional_f1_diagnostic": 0.684488003610743, "ridge3d_teacher_empty_spurious_clouds": 32, "ridge3d_teacher_empty_clouds": 684, "ridge3d_confirmed_defined_clouds": 1088, "ridge3d_confirmed_defined_buildings": 94, "ridge3d_both_no_edges_clouds": 652, "ridge3d_v1_f1_diagnostic": 0.6846218484612939, "all_edges_two_incidences_fraction_diagnostic": 0.9873563218390805, "mean_retained_fraction": 0.7320851293103449 }, "5+": { "buildings": 25, "fixed_denominator": 300, "primary_capped_loss_10m": 1.183408536831233, "native_lod2_success": 0.96, "native_lod2_success_count": 288, "native_failure_or_fallback_count": 12, "mean_strict_native_coverage": 0.9598955067920586, "mean_any_roof_coverage": 0.9598955067920586, "conditional_any_roof_mae_m": 0.8225137210752481, "conditional_any_roof_mae_defined_clouds": 288, "mean_strict_plane_XY_intersection_recall": 0.6377215556744469, "mean_strict_plane_XY_intersection_precision": 0.6378346221087698, "ridge3d_confirmed_f1": 0.39231772911482726, "ridge3d_confirmed_recall": 0.37452318941600504, "ridge3d_confirmed_precision": 0.4803299728119283, "ridge3d_common_domain_teacher_positive_clouds": 276, "ridge3d_common_domain_teacher_positive_buildings": 23, "ridge3d_common_domain_missing_precision_count": 109, "ridge3d_conditional_f1_diagnostic": 0.3759711570683762, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 24, "ridge3d_confirmed_defined_clouds": 283, "ridge3d_confirmed_defined_buildings": 24, "ridge3d_both_no_edges_clouds": 17, "ridge3d_v1_f1_diagnostic": 0.3759701130762391, "all_edges_two_incidences_fraction_diagnostic": 0.96, "mean_retained_fraction": 0.7248111979166667 } }, "by_city": { "Groningen": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.633850196329054, "native_lod2_success": 0.9808333333333333, "native_lod2_success_count": 1177, "native_failure_or_fallback_count": 23, "mean_strict_native_coverage": 0.980666930989795, "mean_any_roof_coverage": 0.980666930989795, "conditional_any_roof_mae_m": 0.4528892153759669, "conditional_any_roof_mae_defined_clouds": 1177, "mean_strict_plane_XY_intersection_recall": 0.808198547357605, "mean_strict_plane_XY_intersection_precision": 0.8083096762154482, "ridge3d_confirmed_f1": 0.5829080487367773, "ridge3d_confirmed_recall": 0.5741865534213608, "ridge3d_confirmed_precision": 0.6421636795365625, "ridge3d_common_domain_teacher_positive_clouds": 768, "ridge3d_common_domain_teacher_positive_buildings": 64, "ridge3d_common_domain_missing_precision_count": 208, "ridge3d_conditional_f1_diagnostic": 0.5652441684720263, "ridge3d_teacher_empty_spurious_clouds": 13, "ridge3d_teacher_empty_clouds": 432, "ridge3d_confirmed_defined_clouds": 781, "ridge3d_confirmed_defined_buildings": 66, "ridge3d_both_no_edges_clouds": 419, "ridge3d_v1_f1_diagnostic": 0.565434416352943, "all_edges_two_incidences_fraction_diagnostic": 0.9783333333333334, "mean_retained_fraction": 0.7296956380208334 }, "Maastricht": { "buildings": 100, "fixed_denominator": 1200, "primary_capped_loss_10m": 0.39081301927016476, "native_lod2_success": 0.9933333333333333, "native_lod2_success_count": 1192, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9931333333333333, "mean_any_roof_coverage": 0.9931333333333333, "conditional_any_roof_mae_m": 0.3288365740565245, "conditional_any_roof_mae_defined_clouds": 1192, "mean_strict_plane_XY_intersection_recall": 0.8708481971647248, "mean_strict_plane_XY_intersection_precision": 0.8709463956072363, "ridge3d_confirmed_f1": 0.7672141487212157, "ridge3d_confirmed_recall": 0.7567085308308714, "ridge3d_confirmed_precision": 0.8017845699392229, "ridge3d_common_domain_teacher_positive_clouds": 564, "ridge3d_common_domain_teacher_positive_buildings": 47, "ridge3d_common_domain_missing_precision_count": 111, "ridge3d_conditional_f1_diagnostic": 0.6934435574980219, "ridge3d_teacher_empty_spurious_clouds": 26, "ridge3d_teacher_empty_clouds": 636, "ridge3d_confirmed_defined_clouds": 590, "ridge3d_confirmed_defined_buildings": 52, "ridge3d_both_no_edges_clouds": 610, "ridge3d_v1_f1_diagnostic": 0.6934435574980219, "all_edges_two_incidences_fraction_diagnostic": 0.9933333333333333, "mean_retained_fraction": 0.7325325520833333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/test/full/graph_20000_long_s20261031.json", "paired_rows_sha256": "d3128e5fe0a2345456bbee32bee991ee122a8e85c32fd5260a1ec8c69bc51d1c" }, "source_primary_native_result": { "buildings": 200, "fixed_denominator": 2400, "primary_capped_loss_10m": 0.6811221276108099, "native_lod2_success": 0.9779166666666667, "native_lod2_success_count": 2347, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.9776564210428915, "mean_any_roof_coverage": 0.9776564210428915, "conditional_any_roof_mae_m": 0.48354754432473024, "conditional_any_roof_mae_defined_clouds": 2347, "mean_strict_plane_XY_intersection_recall": 0.8061595634633103, "mean_strict_plane_XY_intersection_precision": 0.8062779589016716, "ridge3d_confirmed_f1": 0.5657795093275201, "ridge3d_confirmed_recall": 0.5469834729629816, "ridge3d_confirmed_precision": 0.6333387007978988, "ridge3d_common_domain_teacher_positive_clouds": 1500, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 475, "ridge3d_conditional_f1_diagnostic": 0.5317476591424061, "ridge3d_teacher_empty_spurious_clouds": 63, "ridge3d_teacher_empty_clouds": 900, "ridge3d_confirmed_defined_clouds": 1563, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 837, "ridge3d_v1_f1_diagnostic": 0.5318022319283844, "all_edges_two_incidences_fraction_diagnostic": 0.97375, "mean_retained_fraction": 0.7330126953125, "clean_individual_harmed_over_2cm": 0, "clean_max_harm_m": 0.0, "clean_mean_delta_m": 0.0, "clean_median_delta_m": 0.0, "clean_delta_p90_m": 0.0, "clean_delta_p95_m": 0.0, "clean_harmed_buildings": [], "new_failures_vs_raw_count": 0, "new_failures_vs_raw": [], "eligible_clean_each_building_2cm": true, "eligible_no_new_native_failure": true, "eligible": true, "paired_mean_delta_vs_raw_m": -0.5649560321990399, "paired_building_bootstrap95_delta_m": [ -0.5949970696672917, -0.5349043202231958 ], "paired_median_building_delta_m": -0.5640579981454852, "largest_improvements": [ { "id": "NL.IMBAG.Pand.0503100000001499", "delta_m": -1.1079129926449134 }, { "id": "NL.IMBAG.Pand.0202100000203528", "delta_m": -1.075138673878543 }, { "id": "NL.IMBAG.Pand.0855100000020947", "delta_m": -1.0596415937181831 }, { "id": "NL.IMBAG.Pand.0268100000006775", "delta_m": -0.9845366442128425 }, { "id": "NL.IMBAG.Pand.0344100000001353", "delta_m": -0.973581601594376 } ], "largest_damage": [ { "id": "NL.IMBAG.Pand.0344100000001239", "delta_m": 0.2853991743042757 }, { "id": "NL.IMBAG.Pand.0193100000001590", "delta_m": 0.07844354061514265 }, { "id": "NL.IMBAG.Pand.0503100000000022", "delta_m": -0.0015035088853251773 }, { "id": "NL.IMBAG.Pand.0193100000000465", "delta_m": -0.002797824201532776 }, { "id": "NL.IMBAG.Pand.0599100000616034", "delta_m": -0.01977646540439998 } ], "rows_path": "source:scaling/reports_reconstruction/evaluation/validation/full/graph_20000_long_s20261031.json", "rows_sha256": "64dfd5750cc48a37f359e6ccdeeed6c4da4522d2cd3649fd06d183b0730ffb8d", "by_case": { "clean": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.12526520850390396, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.12492318918264793, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9459110785995304, "mean_strict_plane_XY_intersection_precision": 0.9460485669522417, "ridge3d_confirmed_f1": 0.8327418689915176, "ridge3d_confirmed_recall": 0.821877209438052, "ridge3d_confirmed_precision": 0.8716681791531932, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 10, "ridge3d_conditional_f1_diagnostic": 0.794601020030074, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.7946693130726302, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 1.0 }, "sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.6521747316912903, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.6556768884153477, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7456609355310401, "mean_strict_plane_XY_intersection_precision": 0.7457718712903469, "ridge3d_confirmed_f1": 0.482390656623057, "ridge3d_confirmed_recall": 0.47186558390642414, "ridge3d_confirmed_precision": 0.512763853367434, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 59, "ridge3d_conditional_f1_diagnostic": 0.47108462560845404, "ridge3d_teacher_empty_spurious_clouds": 3, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 128, "ridge3d_confirmed_defined_buildings": 128, "ridge3d_both_no_edges_clouds": 72, "ridge3d_v1_f1_diagnostic": 0.47108432451500687, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 1.0 }, "very_sparse": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 3.47410978493823, "native_lod2_success": 0.735, "native_lod2_success_count": 147, "native_failure_or_fallback_count": 53, "mean_strict_native_coverage": 0.7347122444722569, "mean_any_roof_coverage": 0.7347122444722569, "conditional_any_roof_mae_m": 1.132033400539516, "conditional_any_roof_mae_defined_clouds": 147, "mean_strict_plane_XY_intersection_recall": 0.4794036777659258, "mean_strict_plane_XY_intersection_precision": 0.4794716638561091, "ridge3d_confirmed_f1": 0.0, "ridge3d_confirmed_recall": 0.0, "ridge3d_confirmed_precision": 0.0, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 125, "ridge3d_conditional_f1_diagnostic": 0.0, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 125, "ridge3d_confirmed_defined_buildings": 125, "ridge3d_both_no_edges_clouds": 75, "ridge3d_v1_f1_diagnostic": 0.0, "all_edges_two_incidences_fraction_diagnostic": 0.735, "mean_retained_fraction": 1.0 }, "noise": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.29789508508593565, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.2988512075360931, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8351044850197247, "mean_strict_plane_XY_intersection_precision": 0.8352180204049384, "ridge3d_confirmed_f1": 0.70271864794702, "ridge3d_confirmed_recall": 0.691386955098884, "ridge3d_confirmed_precision": 0.7503018364896805, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6705330610181489, "ridge3d_teacher_empty_spurious_clouds": 6, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 131, "ridge3d_confirmed_defined_buildings": 131, "ridge3d_both_no_edges_clouds": 69, "ridge3d_v1_f1_diagnostic": 0.6705320032859322, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.999921875 }, "hole": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3326971370957692, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.33613458621539977, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8650976205510059, "mean_strict_plane_XY_intersection_precision": 0.8652227444146792, "ridge3d_confirmed_f1": 0.627431026340826, "ridge3d_confirmed_recall": 0.5948110599565987, "ridge3d_confirmed_precision": 0.7560389242423889, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 22, "ridge3d_conditional_f1_diagnostic": 0.6032990637892558, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.6033670671264002, "all_edges_two_incidences_fraction_diagnostic": 0.99, "mean_retained_fraction": 0.9951953125 }, "scattered_tree": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.2177524848405283, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997546585731429, "mean_any_roof_coverage": 0.9997546585731429, "conditional_any_roof_mae_m": 0.21881738386750313, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.9178067982187639, "mean_strict_plane_XY_intersection_precision": 0.9179424524301116, "ridge3d_confirmed_f1": 0.7613803564877811, "ridge3d_confirmed_recall": 0.7583329704286816, "ridge3d_confirmed_precision": 0.793583485671953, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.721004125461914, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.7214691699422787, "all_edges_two_incidences_fraction_diagnostic": 0.98, "mean_retained_fraction": 0.719208984375 }, "dense_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5085909493222384, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9998186274509804, "mean_any_roof_coverage": 0.9998186274509804, "conditional_any_roof_mae_m": 0.514893631476726, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8017365555891166, "mean_strict_plane_XY_intersection_precision": 0.8018579887031423, "ridge3d_confirmed_f1": 0.5158662658039891, "ridge3d_confirmed_recall": 0.4780043359618297, "ridge3d_confirmed_precision": 0.6288543474852161, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 42, "ridge3d_conditional_f1_diagnostic": 0.4960252555807588, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.49602504493805066, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.5013671875 }, "flat_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.5570623516817618, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.556137523868176, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.7805822303183025, "mean_strict_plane_XY_intersection_precision": 0.7806966479743713, "ridge3d_confirmed_f1": 0.47611477641918903, "ridge3d_confirmed_recall": 0.43664185280157136, "ridge3d_confirmed_precision": 0.6000966119914145, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 41, "ridge3d_conditional_f1_diagnostic": 0.4578026696338356, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 130, "ridge3d_confirmed_defined_buildings": 130, "ridge3d_both_no_edges_clouds": 70, "ridge3d_v1_f1_diagnostic": 0.45780241550268, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.491923828125 }, "low_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3272475289865855, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996757481218921, "mean_any_roof_coverage": 0.9996757481218921, "conditional_any_roof_mae_m": 0.34309589954807834, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8835434490800484, "mean_strict_plane_XY_intersection_precision": 0.8836708116565195, "ridge3d_confirmed_f1": 0.6935976578448466, "ridge3d_confirmed_recall": 0.6875711001830626, "ridge3d_confirmed_precision": 0.7249197355856006, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 27, "ridge3d_conditional_f1_diagnostic": 0.6518774979744799, "ridge3d_teacher_empty_spurious_clouds": 8, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 133, "ridge3d_confirmed_defined_buildings": 133, "ridge3d_both_no_edges_clouds": 67, "ridge3d_v1_f1_diagnostic": 0.6518774979744799, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.567255859375 }, "tree_multiple": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3371210655086198, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997122444722569, "mean_any_roof_coverage": 0.9997122444722569, "conditional_any_roof_mae_m": 0.3446660735177803, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8702388540214799, "mean_strict_plane_XY_intersection_precision": 0.8703725202055962, "ridge3d_confirmed_f1": 0.721854898526752, "ridge3d_confirmed_recall": 0.7095351666754081, "ridge3d_confirmed_precision": 0.7688694468026647, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 21, "ridge3d_conditional_f1_diagnostic": 0.6835747145139698, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6835744642332863, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.507646484375 }, "tilted_canopy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 0.3217264797178585, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9997821311006154, "mean_any_roof_coverage": 0.9997821311006154, "conditional_any_roof_mae_m": 0.32275685640208635, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.8621400010820062, "mean_strict_plane_XY_intersection_precision": 0.862274965538841, "ridge3d_confirmed_f1": 0.6681249304396055, "ridge3d_confirmed_recall": 0.6565355763618674, "ridge3d_confirmed_precision": 0.7122100108051767, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 28, "ridge3d_conditional_f1_diagnostic": 0.6326940629162932, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 132, "ridge3d_confirmed_defined_buildings": 132, "ridge3d_both_no_edges_clouds": 68, "ridge3d_v1_f1_diagnostic": 0.6327548544533248, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.50974609375 }, "occlusion_heavy": { "buildings": 200, "fixed_denominator": 200, "primary_capped_loss_10m": 1.0218227239569968, "native_lod2_success": 1.0, "native_lod2_success_count": 200, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 0.9996505160771951, "mean_any_roof_coverage": 0.9996505160771951, "conditional_any_roof_mae_m": 1.0581986813013373, "conditional_any_roof_mae_defined_clouds": 200, "mean_strict_plane_XY_intersection_recall": 0.6866890757827797, "mean_strict_plane_XY_intersection_precision": 0.6867872533931638, "ridge3d_confirmed_f1": 0.3071330265056559, "ridge3d_confirmed_recall": 0.2572398647433981, "ridge3d_confirmed_precision": 0.4807579779800625, "ridge3d_common_domain_teacher_positive_clouds": 125, "ridge3d_common_domain_teacher_positive_buildings": 125, "ridge3d_common_domain_missing_precision_count": 60, "ridge3d_conditional_f1_diagnostic": 0.29760952180780614, "ridge3d_teacher_empty_spurious_clouds": 4, "ridge3d_teacher_empty_clouds": 75, "ridge3d_confirmed_defined_clouds": 129, "ridge3d_confirmed_defined_buildings": 129, "ridge3d_both_no_edges_clouds": 71, "ridge3d_v1_f1_diagnostic": 0.297610851654748, "all_edges_two_incidences_fraction_diagnostic": 0.995, "mean_retained_fraction": 0.50388671875 } }, "by_complexity": { "1": { "buildings": 30, "fixed_denominator": 360, "primary_capped_loss_10m": 0.010346313263976958, "native_lod2_success": 1.0, "native_lod2_success_count": 360, "native_failure_or_fallback_count": 0, "mean_strict_native_coverage": 1.0, "mean_any_roof_coverage": 1.0, "conditional_any_roof_mae_m": 0.010346313263976958, "conditional_any_roof_mae_defined_clouds": 360, "mean_strict_plane_XY_intersection_recall": 0.9998070484323806, "mean_strict_plane_XY_intersection_precision": 0.9999651197489263, "ridge3d_confirmed_f1": null, "ridge3d_confirmed_recall": null, "ridge3d_confirmed_precision": null, "ridge3d_common_domain_teacher_positive_clouds": 0, "ridge3d_common_domain_teacher_positive_buildings": 0, "ridge3d_common_domain_missing_precision_count": 0, "ridge3d_conditional_f1_diagnostic": null, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 360, "ridge3d_confirmed_defined_clouds": 0, "ridge3d_confirmed_defined_buildings": 0, "ridge3d_both_no_edges_clouds": 360, "ridge3d_v1_f1_diagnostic": null, "all_edges_two_incidences_fraction_diagnostic": 1.0, "mean_retained_fraction": 0.7316080729166666 }, "2-4": { "buildings": 127, "fixed_denominator": 1524, "primary_capped_loss_10m": 0.5639537481262238, "native_lod2_success": 0.9829396325459318, "native_lod2_success_count": 1498, "native_failure_or_fallback_count": 26, "mean_strict_native_coverage": 0.9825415030757526, "mean_any_roof_coverage": 0.9825415030757526, "conditional_any_roof_mae_m": 0.40433258549421447, "conditional_any_roof_mae_defined_clouds": 1498, "mean_strict_plane_XY_intersection_recall": 0.825927202033254, "mean_strict_plane_XY_intersection_precision": 0.8260536642871362, "ridge3d_confirmed_f1": 0.6717091297643243, "ridge3d_confirmed_recall": 0.655740375994026, "ridge3d_confirmed_precision": 0.7290133031334477, "ridge3d_common_domain_teacher_positive_clouds": 1032, "ridge3d_common_domain_teacher_positive_buildings": 86, "ridge3d_common_domain_missing_precision_count": 252, "ridge3d_conditional_f1_diagnostic": 0.6211503780616332, "ridge3d_teacher_empty_spurious_clouds": 58, "ridge3d_teacher_empty_clouds": 492, "ridge3d_confirmed_defined_clouds": 1090, "ridge3d_confirmed_defined_buildings": 93, "ridge3d_both_no_edges_clouds": 434, "ridge3d_v1_f1_diagnostic": 0.6211504707039, "all_edges_two_incidences_fraction_diagnostic": 0.9796587926509186, "mean_retained_fraction": 0.7348440575787402 }, "5+": { "buildings": 43, "fixed_denominator": 516, "primary_capped_loss_10m": 1.4951607002840062, "native_lod2_success": 0.9476744186046512, "native_lod2_success_count": 489, "native_failure_or_fallback_count": 27, "mean_strict_native_coverage": 0.9476398446036687, "mean_any_roof_coverage": 0.9476398446036687, "conditional_any_roof_mae_m": 1.0476483978898024, "conditional_any_roof_mae_defined_clouds": 489, "mean_strict_plane_XY_intersection_recall": 0.6126731763131957, "mean_strict_plane_XY_intersection_precision": 0.6127400656604711, "ridge3d_confirmed_f1": 0.33219111554379793, "ridge3d_confirmed_recall": 0.3071605585868319, "ridge3d_confirmed_precision": 0.4223639366733549, "ridge3d_common_domain_teacher_positive_clouds": 468, "ridge3d_common_domain_teacher_positive_buildings": 39, "ridge3d_common_domain_missing_precision_count": 223, "ridge3d_conditional_f1_diagnostic": 0.323886337655203, "ridge3d_teacher_empty_spurious_clouds": 5, "ridge3d_teacher_empty_clouds": 48, "ridge3d_confirmed_defined_clouds": 473, "ridge3d_confirmed_defined_buildings": 40, "ridge3d_both_no_edges_clouds": 43, "ridge3d_v1_f1_diagnostic": 0.32406757677531056, "all_edges_two_incidences_fraction_diagnostic": 0.937984496124031, "mean_retained_fraction": 0.7285837572674418 } }, "by_city": { "Amersfoort": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.7581086900868563, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9624485596707821, "mean_any_roof_coverage": 0.9624485596707821, "conditional_any_roof_mae_m": 0.411124997778359, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7669459794862126, "mean_strict_plane_XY_intersection_precision": 0.7670331860417113, "ridge3d_confirmed_f1": 0.5488654408757043, "ridge3d_confirmed_recall": 0.5006703575059017, "ridge3d_confirmed_precision": 0.6806160949242663, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 56, "ridge3d_conditional_f1_diagnostic": 0.5488654408757043, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.5491651040433472, "all_edges_two_incidences_fraction_diagnostic": 0.9541666666666667, "mean_retained_fraction": 0.7374104817708333 }, "Arnhem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5710277777480895, "native_lod2_success": 0.975, "native_lod2_success_count": 234, "native_failure_or_fallback_count": 6, "mean_strict_native_coverage": 0.975, "mean_any_roof_coverage": 0.975, "conditional_any_roof_mae_m": 0.3333842447831403, "conditional_any_roof_mae_defined_clouds": 234, "mean_strict_plane_XY_intersection_recall": 0.8237101828868854, "mean_strict_plane_XY_intersection_precision": 0.8238191220969073, "ridge3d_confirmed_f1": 0.5951022096422806, "ridge3d_confirmed_recall": 0.5708952388180297, "ridge3d_confirmed_precision": 0.6739949375265282, "ridge3d_common_domain_teacher_positive_clouds": 120, "ridge3d_common_domain_teacher_positive_buildings": 10, "ridge3d_common_domain_missing_precision_count": 36, "ridge3d_conditional_f1_diagnostic": 0.49591850803523396, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 120, "ridge3d_confirmed_defined_clouds": 134, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 106, "ridge3d_v1_f1_diagnostic": 0.49591850803523396, "all_edges_two_incidences_fraction_diagnostic": 0.9708333333333333, "mean_retained_fraction": 0.7372395833333333 }, "Delft": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3599232971859611, "native_lod2_success": 0.9958333333333333, "native_lod2_success_count": 239, "native_failure_or_fallback_count": 1, "mean_strict_native_coverage": 0.9958333333333332, "mean_any_roof_coverage": 0.9958333333333332, "conditional_any_roof_mae_m": 0.33564367627552705, "conditional_any_roof_mae_defined_clouds": 239, "mean_strict_plane_XY_intersection_recall": 0.8993943718756064, "mean_strict_plane_XY_intersection_precision": 0.899520696274964, "ridge3d_confirmed_f1": 0.5612366655732584, "ridge3d_confirmed_recall": 0.5472221614163796, "ridge3d_confirmed_precision": 0.6166666666666666, "ridge3d_common_domain_teacher_positive_clouds": 36, "ridge3d_common_domain_teacher_positive_buildings": 3, "ridge3d_common_domain_missing_precision_count": 13, "ridge3d_conditional_f1_diagnostic": 0.5612366655732584, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 204, "ridge3d_confirmed_defined_clouds": 36, "ridge3d_confirmed_defined_buildings": 3, "ridge3d_both_no_edges_clouds": 204, "ridge3d_v1_f1_diagnostic": 0.5612366655732584, "all_edges_two_incidences_fraction_diagnostic": 0.9958333333333333, "mean_retained_fraction": 0.7294921875 }, "Haarlem": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.3293548302197181, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.986968085106383, "mean_any_roof_coverage": 0.986968085106383, "conditional_any_roof_mae_m": 0.20198756778860855, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8943279966901623, "mean_strict_plane_XY_intersection_precision": 0.8945092297190997, "ridge3d_confirmed_f1": 0.7694987284935287, "ridge3d_confirmed_recall": 0.751535278897632, "ridge3d_confirmed_precision": 0.8240740740740741, "ridge3d_common_domain_teacher_positive_clouds": 108, "ridge3d_common_domain_teacher_positive_buildings": 9, "ridge3d_common_domain_missing_precision_count": 19, "ridge3d_conditional_f1_diagnostic": 0.6925488556441758, "ridge3d_teacher_empty_spurious_clouds": 7, "ridge3d_teacher_empty_clouds": 132, "ridge3d_confirmed_defined_clouds": 115, "ridge3d_confirmed_defined_buildings": 10, "ridge3d_both_no_edges_clouds": 125, "ridge3d_v1_f1_diagnostic": 0.6925488556441758, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.7364827473958333 }, "Leiden": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.6060796505130464, "native_lod2_success": 0.9833333333333333, "native_lod2_success_count": 236, "native_failure_or_fallback_count": 4, "mean_strict_native_coverage": 0.9833333333333334, "mean_any_roof_coverage": 0.9833333333333334, "conditional_any_roof_mae_m": 0.4643688321603611, "conditional_any_roof_mae_defined_clouds": 236, "mean_strict_plane_XY_intersection_recall": 0.8178056087303753, "mean_strict_plane_XY_intersection_precision": 0.8179149116259955, "ridge3d_confirmed_f1": 0.6408678831132182, "ridge3d_confirmed_recall": 0.6335689422677467, "ridge3d_confirmed_precision": 0.7007393769503119, "ridge3d_common_domain_teacher_positive_clouds": 144, "ridge3d_common_domain_teacher_positive_buildings": 12, "ridge3d_common_domain_missing_precision_count": 31, "ridge3d_conditional_f1_diagnostic": 0.5493153283827585, "ridge3d_teacher_empty_spurious_clouds": 14, "ridge3d_teacher_empty_clouds": 96, "ridge3d_confirmed_defined_clouds": 158, "ridge3d_confirmed_defined_buildings": 14, "ridge3d_both_no_edges_clouds": 82, "ridge3d_v1_f1_diagnostic": 0.5493153283827585, "all_edges_two_incidences_fraction_diagnostic": 0.9791666666666666, "mean_retained_fraction": 0.7329427083333333 }, "Nijmegen": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8554927398088056, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9874771062271062, "mean_any_roof_coverage": 0.9874771062271062, "conditional_any_roof_mae_m": 0.745536531213382, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.7872724789327246, "mean_strict_plane_XY_intersection_precision": 0.7873722969159985, "ridge3d_confirmed_f1": 0.49296854120001304, "ridge3d_confirmed_recall": 0.4881375465968245, "ridge3d_confirmed_precision": 0.5199330346067468, "ridge3d_common_domain_teacher_positive_clouds": 204, "ridge3d_common_domain_teacher_positive_buildings": 17, "ridge3d_common_domain_missing_precision_count": 88, "ridge3d_conditional_f1_diagnostic": 0.49296854120001304, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 36, "ridge3d_confirmed_defined_clouds": 204, "ridge3d_confirmed_defined_buildings": 17, "ridge3d_both_no_edges_clouds": 36, "ridge3d_v1_f1_diagnostic": 0.49296904800770786, "all_edges_two_incidences_fraction_diagnostic": 0.9833333333333333, "mean_retained_fraction": 0.7228841145833333 }, "Rotterdam": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 1.0686616493018763, "native_lod2_success": 0.9708333333333333, "native_lod2_success_count": 233, "native_failure_or_fallback_count": 7, "mean_strict_native_coverage": 0.9706508515815087, "mean_any_roof_coverage": 0.9706508515815087, "conditional_any_roof_mae_m": 0.8487359241184066, "conditional_any_roof_mae_defined_clouds": 233, "mean_strict_plane_XY_intersection_recall": 0.7377432166153015, "mean_strict_plane_XY_intersection_precision": 0.7378408710476683, "ridge3d_confirmed_f1": 0.3425338888972277, "ridge3d_confirmed_recall": 0.3171428167591786, "ridge3d_confirmed_precision": 0.4224716337809008, "ridge3d_common_domain_teacher_positive_clouds": 132, "ridge3d_common_domain_teacher_positive_buildings": 11, "ridge3d_common_domain_missing_precision_count": 68, "ridge3d_conditional_f1_diagnostic": 0.313989398155792, "ridge3d_teacher_empty_spurious_clouds": 9, "ridge3d_teacher_empty_clouds": 108, "ridge3d_confirmed_defined_clouds": 141, "ridge3d_confirmed_defined_buildings": 12, "ridge3d_both_no_edges_clouds": 99, "ridge3d_v1_f1_diagnostic": 0.313989398155792, "all_edges_two_incidences_fraction_diagnostic": 0.9666666666666667, "mean_retained_fraction": 0.737158203125 }, "Tilburg": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8274764093552454, "native_lod2_success": 0.9625, "native_lod2_success_count": 231, "native_failure_or_fallback_count": 9, "mean_strict_native_coverage": 0.9625, "mean_any_roof_coverage": 0.9625, "conditional_any_roof_mae_m": 0.48279340099673085, "conditional_any_roof_mae_defined_clouds": 231, "mean_strict_plane_XY_intersection_recall": 0.7701309954759106, "mean_strict_plane_XY_intersection_precision": 0.7702754164608543, "ridge3d_confirmed_f1": 0.6090868852838448, "ridge3d_confirmed_recall": 0.5990301493520016, "ridge3d_confirmed_precision": 0.6668543444120525, "ridge3d_common_domain_teacher_positive_clouds": 228, "ridge3d_common_domain_teacher_positive_buildings": 19, "ridge3d_common_domain_missing_precision_count": 67, "ridge3d_conditional_f1_diagnostic": 0.6090868852838448, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 12, "ridge3d_confirmed_defined_clouds": 228, "ridge3d_confirmed_defined_buildings": 19, "ridge3d_both_no_edges_clouds": 12, "ridge3d_v1_f1_diagnostic": 0.6090868852838448, "all_edges_two_incidences_fraction_diagnostic": 0.95, "mean_retained_fraction": 0.7317626953125 }, "Utrecht": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.5740030009949362, "native_lod2_success": 0.9875, "native_lod2_success_count": 237, "native_failure_or_fallback_count": 3, "mean_strict_native_coverage": 0.9875, "mean_any_roof_coverage": 0.9875, "conditional_any_roof_mae_m": 0.45712398967493606, "conditional_any_roof_mae_defined_clouds": 237, "mean_strict_plane_XY_intersection_recall": 0.8160140683336745, "mean_strict_plane_XY_intersection_precision": 0.8161292852771685, "ridge3d_confirmed_f1": 0.6779161371525387, "ridge3d_confirmed_recall": 0.6621091667200301, "ridge3d_confirmed_precision": 0.7212352156608591, "ridge3d_common_domain_teacher_positive_clouds": 168, "ridge3d_common_domain_teacher_positive_buildings": 14, "ridge3d_common_domain_missing_precision_count": 43, "ridge3d_conditional_f1_diagnostic": 0.5931766200084714, "ridge3d_teacher_empty_spurious_clouds": 19, "ridge3d_teacher_empty_clouds": 72, "ridge3d_confirmed_defined_clouds": 187, "ridge3d_confirmed_defined_buildings": 16, "ridge3d_both_no_edges_clouds": 53, "ridge3d_v1_f1_diagnostic": 0.5931766200084714, "all_edges_two_incidences_fraction_diagnostic": 0.9875, "mean_retained_fraction": 0.73193359375 }, "Zwolle": { "buildings": 20, "fixed_denominator": 240, "primary_capped_loss_10m": 0.8610932308935633, "native_lod2_success": 0.9666666666666667, "native_lod2_success_count": 232, "native_failure_or_fallback_count": 8, "mean_strict_native_coverage": 0.9648529411764706, "mean_any_roof_coverage": 0.9648529411764706, "conditional_any_roof_mae_m": 0.5547762784578502, "conditional_any_roof_mae_defined_clouds": 232, "mean_strict_plane_XY_intersection_recall": 0.748250735606251, "mean_strict_plane_XY_intersection_precision": 0.7483645735563498, "ridge3d_confirmed_f1": 0.4560981696393652, "ridge3d_confirmed_recall": 0.4389433772912183, "ridge3d_confirmed_precision": 0.5329077152079611, "ridge3d_common_domain_teacher_positive_clouds": 156, "ridge3d_common_domain_teacher_positive_buildings": 13, "ridge3d_common_domain_missing_precision_count": 54, "ridge3d_conditional_f1_diagnostic": 0.4560981696393652, "ridge3d_teacher_empty_spurious_clouds": 0, "ridge3d_teacher_empty_clouds": 84, "ridge3d_confirmed_defined_clouds": 156, "ridge3d_confirmed_defined_buildings": 13, "ridge3d_both_no_edges_clouds": 84, "ridge3d_v1_f1_diagnostic": 0.45626396125124, "all_edges_two_incidences_fraction_diagnostic": 0.9625, "mean_retained_fraction": 0.7328206380208333 } }, "paired_rows_path": "source:scaling/reports_reconstruction/paired/validation/full/graph_20000_long_s20261031.json", "paired_rows_sha256": "3f0c50c5a01b33d385bbbf6898a04cc5ce1408a2bbff5fd0d3e58406ec5c3e03" }, "selection_sha256": "ffcbd35a50cb5d64b3f82c1380a57223a667f4c7b3035b059cafd285e78f83d5", "final_unlock_sha256": "06f0463a0cdd4be0afef2406b55de7378e6672dca53ac871d87cd68291ddd489", "source_summary_sha256": "6df09ee503fdfc228b6f8a0cb8bc858e6fc31c80ce90c082f5e257f2e70bf043", "test_summary_sha256": "543e4ef1ec46af71cf50154e617a90b4329344e1ec6514e37656fb4e5f949eaf", "limitations": [ "Automatic3DBAG Roofer-lineage teachers, not independent human GT", "Synthetic point observations, no real AHN/3DEP training claim", "Exact teacher roof-projection footprint and teacher ground are common priors; registration and footprint errors are not tested", "No optical CNN or spatial image fusion tested in this ladder", "No US precision, annotation saving, new architecture or SOTA claim", "Only screened modules were repeated; screening50 is part of source200, so module selection is exploratory.", "Three-seed family means average separately reconstructed errors, not the probability-mean ensemble.", "Source/final use identical12 simulated corruption mechanisms; new cities do not establish real-point-cloud accuracy.", "Native LoD2 status and edge-incidence diagnostics do not certify watertightness or complete solid validity.", "Terrain input changed before this round; old-round absolute scores cannot be subtracted to attribute model improvement.", "Bootstrap intervals omit teacher bias, new-city uncertainty, multiple-comparison selection effects and population seed uncertainty." ], "independent_review_sha256": "287e8878da4f8b1a4b0936e75a00eb8822a2b7db70081358a9f4910f612ddeea", "_publication": { "original_source_sha256": "69a69b0fae7d8cc12ab99295b12297346f03d7a7b18040cefb3339118fabecc7", "original_source": "source:scaling/reports/final_result.json", "published_sha256_location": "https://feng96.github.io/research-daily/lod2/studies/report_package_manifest.json (artifact entry by href)", "notice": "All pre-existing scientific hash values remain original-source hashes. Paths are public provenance labels; published-copy SHA is in the package manifest. Metrics/numeric values were not changed." } }