{"schema":"forest-reference-disagreement/v1","sourceUrl":"https://doi.org/10.5281/zenodo.22101910","countries":[{"country":"Germany","source_record":"https://zenodo.org/records/22101910","reference_file_md5":"923cf9a52d2fcd49c9d1b30d2217bb89","coverage":[1985,2023],"sample_locations":1000,"inside_v3_forest_mask":957,"outside_v3_forest_mask":43,"outside_raster_extent":0,"summary_exact":{"sample_years":37323,"tp":203,"fp":158,"fn":151,"tn":36811,"reference_events":354,"mapped_events":361,"commission_percent":43.767313019390585,"omission_percent":42.655367231638415,"disagreement_percent":0.8279077244594486},"summary_high_confidence":{"sample_years":35206,"tp":202,"fp":11,"fn":91,"tn":34902,"reference_events":293,"mapped_events":213,"commission_percent":5.164319248826291,"omission_percent":31.0580204778157,"disagreement_percent":0.2897233426120548},"strata":[{"stratum":0,"original_sample_locations":500,"inside_v3_forest_mask":458,"outside_v3_forest_mask":42,"sample_years":17862,"tp":10,"fp":28,"fn":31,"tn":17793,"reference_events":41,"mapped_events":38,"commission_percent":73.6842105263158,"omission_percent":75.60975609756098,"disagreement_percent":0.3303101556376666},{"stratum":1,"original_sample_locations":500,"inside_v3_forest_mask":499,"outside_v3_forest_mask":1,"sample_years":19461,"tp":193,"fp":130,"fn":120,"tn":19018,"reference_events":313,"mapped_events":323,"commission_percent":40.247678018575854,"omission_percent":38.33865814696485,"disagreement_percent":1.284620523097477}],"event_tolerance_plusminus_1year":{"tolerance_years":1,"window":[1985,2023],"matching":"Maximum-cardinality one-to-one dynamic programming; then minimum total absolute timing distance; then earliest lexicographic pair sequence.","matched_events":237,"unmatched_mapped_events":124,"unmatched_reference_events":117,"reference_events":354,"mapped_events":361,"commission_percent":34.34903047091413,"omission_percent":33.05084745762712,"mapped_minus_reference_year_counts":{"-1":3,"0":203,"1":31},"total_absolute_timing_distance_years":34},"notes":["Unweighted location-year disagreement diagnostics within the EFDA v3 retrospective forest mask, not national area-adjusted accuracy.","Original sample design is 500 sites in each of two earlier-map disturbance strata per country; exclusions can change the retained balance.","Reference disturbance labels identify manually interpreted event starts. Exact-year comparison can disagree on timing even if the same event is detected.","Both reference and mapped event windows end in 2023, including the ±1-year matching; 2024 is not manually validated.","One-to-one timing-tolerant matches maximize cardinality, then minimize total timing offset; they do not double-count mapped or reference events.","The published High confidence flag is derived from Landsat NBR change: event with change > −850 is Low; nonevent with change ≤ −850 is Low. The sensitivity shares a spectral basis with detection and is not independent confirmation.","The reference contains no agent labels. Agent-specific validation cannot be calculated from this release.","Independence from training or algorithm development is not established by the reference metadata; this is not labelled an independent holdout.","Overall agreement is dominated by undisturbed site-years and should not replace event omission and commission rates."],"country_code":"DE"},{"country":"Austria","source_record":"https://zenodo.org/records/22101910","reference_file_md5":"923cf9a52d2fcd49c9d1b30d2217bb89","coverage":[1985,2023],"sample_locations":1000,"inside_v3_forest_mask":974,"outside_v3_forest_mask":26,"outside_raster_extent":0,"summary_exact":{"sample_years":37986,"tp":228,"fp":141,"fn":123,"tn":37494,"reference_events":351,"mapped_events":369,"commission_percent":38.21138211382114,"omission_percent":35.042735042735046,"disagreement_percent":0.6949928921181487},"summary_high_confidence":{"sample_years":35891,"tp":228,"fp":10,"fn":85,"tn":35568,"reference_events":313,"mapped_events":238,"commission_percent":4.201680672268908,"omission_percent":27.156549520766774,"disagreement_percent":0.2646903123345686},"strata":[{"stratum":0,"original_sample_locations":500,"inside_v3_forest_mask":474,"outside_v3_forest_mask":26,"sample_years":18486,"tp":20,"fp":32,"fn":27,"tn":18407,"reference_events":47,"mapped_events":52,"commission_percent":61.53846153846154,"omission_percent":57.4468085106383,"disagreement_percent":0.31916044574272423},{"stratum":1,"original_sample_locations":500,"inside_v3_forest_mask":500,"outside_v3_forest_mask":0,"sample_years":19500,"tp":208,"fp":109,"fn":96,"tn":19087,"reference_events":304,"mapped_events":317,"commission_percent":34.38485804416404,"omission_percent":31.57894736842105,"disagreement_percent":1.0512820512820513}],"event_tolerance_plusminus_1year":{"tolerance_years":1,"window":[1985,2023],"matching":"Maximum-cardinality one-to-one dynamic programming; then minimum total absolute timing distance; then earliest lexicographic pair sequence.","matched_events":251,"unmatched_mapped_events":118,"unmatched_reference_events":100,"reference_events":351,"mapped_events":369,"commission_percent":31.978319783197833,"omission_percent":28.49002849002849,"mapped_minus_reference_year_counts":{"-1":2,"0":228,"1":21},"total_absolute_timing_distance_years":23},"notes":["Unweighted location-year disagreement diagnostics within the EFDA v3 retrospective forest mask, not national area-adjusted accuracy.","Original sample design is 500 sites in each of two earlier-map disturbance strata per country; exclusions can change the retained balance.","Reference disturbance labels identify manually interpreted event starts. Exact-year comparison can disagree on timing even if the same event is detected.","Both reference and mapped event windows end in 2023, including the ±1-year matching; 2024 is not manually validated.","One-to-one timing-tolerant matches maximize cardinality, then minimize total timing offset; they do not double-count mapped or reference events.","The published High confidence flag is derived from Landsat NBR change: event with change > −850 is Low; nonevent with change ≤ −850 is Low. The sensitivity shares a spectral basis with detection and is not independent confirmation.","The reference contains no agent labels. Agent-specific validation cannot be calculated from this release.","Independence from training or algorithm development is not established by the reference metadata; this is not labelled an independent holdout.","Overall agreement is dominated by undisturbed site-years and should not replace event omission and commission rates."],"country_code":"AT"},{"country":"Czechia","source_record":"https://zenodo.org/records/22101910","reference_file_md5":"923cf9a52d2fcd49c9d1b30d2217bb89","coverage":[1985,2023],"sample_locations":1000,"inside_v3_forest_mask":965,"outside_v3_forest_mask":35,"outside_raster_extent":0,"summary_exact":{"sample_years":37635,"tp":261,"fp":139,"fn":215,"tn":37020,"reference_events":476,"mapped_events":400,"commission_percent":34.75,"omission_percent":45.168067226890756,"disagreement_percent":0.940613790354723},"summary_high_confidence":{"sample_years":35475,"tp":258,"fp":13,"fn":169,"tn":35035,"reference_events":427,"mapped_events":271,"commission_percent":4.797047970479705,"omission_percent":39.578454332552695,"disagreement_percent":0.5130373502466525},"strata":[{"stratum":0,"original_sample_locations":500,"inside_v3_forest_mask":468,"outside_v3_forest_mask":32,"sample_years":18252,"tp":24,"fp":30,"fn":51,"tn":18147,"reference_events":75,"mapped_events":54,"commission_percent":55.55555555555556,"omission_percent":68.0,"disagreement_percent":0.4437869822485207},{"stratum":1,"original_sample_locations":500,"inside_v3_forest_mask":497,"outside_v3_forest_mask":3,"sample_years":19383,"tp":237,"fp":109,"fn":164,"tn":18873,"reference_events":401,"mapped_events":346,"commission_percent":31.502890173410403,"omission_percent":40.89775561097257,"disagreement_percent":1.408450704225352}],"event_tolerance_plusminus_1year":{"tolerance_years":1,"window":[1985,2023],"matching":"Maximum-cardinality one-to-one dynamic programming; then minimum total absolute timing distance; then earliest lexicographic pair sequence.","matched_events":302,"unmatched_mapped_events":98,"unmatched_reference_events":174,"reference_events":476,"mapped_events":400,"commission_percent":24.5,"omission_percent":36.554621848739494,"mapped_minus_reference_year_counts":{"-1":4,"0":261,"1":37},"total_absolute_timing_distance_years":41},"notes":["Unweighted location-year disagreement diagnostics within the EFDA v3 retrospective forest mask, not national area-adjusted accuracy.","Original sample design is 500 sites in each of two earlier-map disturbance strata per country; exclusions can change the retained balance.","Reference disturbance labels identify manually interpreted event starts. Exact-year comparison can disagree on timing even if the same event is detected.","Both reference and mapped event windows end in 2023, including the ±1-year matching; 2024 is not manually validated.","One-to-one timing-tolerant matches maximize cardinality, then minimize total timing offset; they do not double-count mapped or reference events.","The published High confidence flag is derived from Landsat NBR change: event with change > −850 is Low; nonevent with change ≤ −850 is Low. The sensitivity shares a spectral basis with detection and is not independent confirmation.","The reference contains no agent labels. Agent-specific validation cannot be calculated from this release.","Independence from training or algorithm development is not established by the reference metadata; this is not labelled an independent holdout.","Overall agreement is dominated by undisturbed site-years and should not replace event omission and commission rates."],"country_code":"CZ"},{"country":"Poland","source_record":"https://zenodo.org/records/22101910","reference_file_md5":"923cf9a52d2fcd49c9d1b30d2217bb89","coverage":[1985,2023],"sample_locations":1000,"inside_v3_forest_mask":948,"outside_v3_forest_mask":52,"outside_raster_extent":0,"summary_exact":{"sample_years":36972,"tp":253,"fp":135,"fn":123,"tn":36461,"reference_events":376,"mapped_events":388,"commission_percent":34.79381443298969,"omission_percent":32.712765957446805,"disagreement_percent":0.6978253813696852},"summary_high_confidence":{"sample_years":34637,"tp":253,"fp":14,"fn":102,"tn":34268,"reference_events":355,"mapped_events":267,"commission_percent":5.2434456928838955,"omission_percent":28.732394366197184,"disagreement_percent":0.334901983428126},"strata":[{"stratum":0,"original_sample_locations":500,"inside_v3_forest_mask":451,"outside_v3_forest_mask":49,"sample_years":17589,"tp":6,"fp":23,"fn":15,"tn":17545,"reference_events":21,"mapped_events":29,"commission_percent":79.3103448275862,"omission_percent":71.42857142857143,"disagreement_percent":0.21604411848314287},{"stratum":1,"original_sample_locations":500,"inside_v3_forest_mask":497,"outside_v3_forest_mask":3,"sample_years":19383,"tp":247,"fp":112,"fn":108,"tn":18916,"reference_events":355,"mapped_events":359,"commission_percent":31.197771587743734,"omission_percent":30.422535211267604,"disagreement_percent":1.1350152195222618}],"event_tolerance_plusminus_1year":{"tolerance_years":1,"window":[1985,2023],"matching":"Maximum-cardinality one-to-one dynamic programming; then minimum total absolute timing distance; then earliest lexicographic pair sequence.","matched_events":282,"unmatched_mapped_events":106,"unmatched_reference_events":94,"reference_events":376,"mapped_events":388,"commission_percent":27.31958762886598,"omission_percent":25.0,"mapped_minus_reference_year_counts":{"-1":0,"0":253,"1":29},"total_absolute_timing_distance_years":29},"notes":["Unweighted location-year disagreement diagnostics within the EFDA v3 retrospective forest mask, not national area-adjusted accuracy.","Original sample design is 500 sites in each of two earlier-map disturbance strata per country; exclusions can change the retained balance.","Reference disturbance labels identify manually interpreted event starts. Exact-year comparison can disagree on timing even if the same event is detected.","Both reference and mapped event windows end in 2023, including the ±1-year matching; 2024 is not manually validated.","One-to-one timing-tolerant matches maximize cardinality, then minimize total timing offset; they do not double-count mapped or reference events.","The published High confidence flag is derived from Landsat NBR change: event with change > −850 is Low; nonevent with change ≤ −850 is Low. The sensitivity shares a spectral basis with detection and is not independent confirmation.","The reference contains no agent labels. Agent-specific validation cannot be calculated from this release.","Independence from training or algorithm development is not established by the reference metadata; this is not labelled an independent holdout.","Overall agreement is dominated by undisturbed site-years and should not replace event omission and commission rates."],"country_code":"PL"},{"country":"France","source_record":"https://zenodo.org/records/22101910","reference_file_md5":"923cf9a52d2fcd49c9d1b30d2217bb89","coverage":[1985,2023],"sample_locations":1000,"inside_v3_forest_mask":934,"outside_v3_forest_mask":66,"outside_raster_extent":0,"summary_exact":{"sample_years":36426,"tp":285,"fp":225,"fn":179,"tn":35737,"reference_events":464,"mapped_events":510,"commission_percent":44.11764705882353,"omission_percent":38.577586206896555,"disagreement_percent":1.1090978971064624},"summary_high_confidence":{"sample_years":34174,"tp":285,"fp":25,"fn":147,"tn":33717,"reference_events":432,"mapped_events":310,"commission_percent":8.064516129032258,"omission_percent":34.02777777777778,"disagreement_percent":0.5033066073623222},"strata":[{"stratum":0,"original_sample_locations":500,"inside_v3_forest_mask":434,"outside_v3_forest_mask":66,"sample_years":16926,"tp":14,"fp":19,"fn":42,"tn":16851,"reference_events":56,"mapped_events":33,"commission_percent":57.57575757575758,"omission_percent":75.0,"disagreement_percent":0.36039229587616683},{"stratum":1,"original_sample_locations":500,"inside_v3_forest_mask":500,"outside_v3_forest_mask":0,"sample_years":19500,"tp":271,"fp":206,"fn":137,"tn":18886,"reference_events":408,"mapped_events":477,"commission_percent":43.18658280922432,"omission_percent":33.57843137254902,"disagreement_percent":1.758974358974359}],"event_tolerance_plusminus_1year":{"tolerance_years":1,"window":[1985,2023],"matching":"Maximum-cardinality one-to-one dynamic programming; then minimum total absolute timing distance; then earliest lexicographic pair sequence.","matched_events":319,"unmatched_mapped_events":191,"unmatched_reference_events":145,"reference_events":464,"mapped_events":510,"commission_percent":37.450980392156865,"omission_percent":31.25,"mapped_minus_reference_year_counts":{"-1":2,"0":285,"1":32},"total_absolute_timing_distance_years":34},"notes":["Unweighted location-year disagreement diagnostics within the EFDA v3 retrospective forest mask, not national area-adjusted accuracy.","Original sample design is 500 sites in each of two earlier-map disturbance strata per country; exclusions can change the retained balance.","Reference disturbance labels identify manually interpreted event starts. Exact-year comparison can disagree on timing even if the same event is detected.","Both reference and mapped event windows end in 2023, including the ±1-year matching; 2024 is not manually validated.","One-to-one timing-tolerant matches maximize cardinality, then minimize total timing offset; they do not double-count mapped or reference events.","The published High confidence flag is derived from Landsat NBR change: event with change > −850 is Low; nonevent with change ≤ −850 is Low. The sensitivity shares a spectral basis with detection and is not independent confirmation.","The reference contains no agent labels. Agent-specific validation cannot be calculated from this release.","Independence from training or algorithm development is not established by the reference metadata; this is not labelled an independent holdout.","Overall agreement is dominated by undisturbed site-years and should not replace event omission and commission rates."],"country_code":"FR"},{"country":"Spain","source_record":"https://zenodo.org/records/22101910","reference_file_md5":"923cf9a52d2fcd49c9d1b30d2217bb89","coverage":[1985,2023],"sample_locations":1000,"inside_v3_forest_mask":933,"outside_v3_forest_mask":67,"outside_raster_extent":0,"summary_exact":{"sample_years":36387,"tp":311,"fp":131,"fn":159,"tn":35786,"reference_events":470,"mapped_events":442,"commission_percent":29.638009049773757,"omission_percent":33.829787234042556,"disagreement_percent":0.7969879352516008},"summary_high_confidence":{"sample_years":33132,"tp":310,"fp":22,"fn":143,"tn":32657,"reference_events":453,"mapped_events":332,"commission_percent":6.626506024096385,"omission_percent":31.567328918322296,"disagreement_percent":0.49800796812749004},"strata":[{"stratum":0,"original_sample_locations":500,"inside_v3_forest_mask":433,"outside_v3_forest_mask":67,"sample_years":16887,"tp":27,"fp":15,"fn":31,"tn":16814,"reference_events":58,"mapped_events":42,"commission_percent":35.714285714285715,"omission_percent":53.44827586206897,"disagreement_percent":0.27239888671759344},{"stratum":1,"original_sample_locations":500,"inside_v3_forest_mask":500,"outside_v3_forest_mask":0,"sample_years":19500,"tp":284,"fp":116,"fn":128,"tn":18972,"reference_events":412,"mapped_events":400,"commission_percent":29.0,"omission_percent":31.067961165048544,"disagreement_percent":1.2512820512820513}],"event_tolerance_plusminus_1year":{"tolerance_years":1,"window":[1985,2023],"matching":"Maximum-cardinality one-to-one dynamic programming; then minimum total absolute timing distance; then earliest lexicographic pair sequence.","matched_events":324,"unmatched_mapped_events":118,"unmatched_reference_events":146,"reference_events":470,"mapped_events":442,"commission_percent":26.69683257918552,"omission_percent":31.06382978723404,"mapped_minus_reference_year_counts":{"-1":1,"0":311,"1":12},"total_absolute_timing_distance_years":13},"notes":["Unweighted location-year disagreement diagnostics within the EFDA v3 retrospective forest mask, not national area-adjusted accuracy.","Original sample design is 500 sites in each of two earlier-map disturbance strata per country; exclusions can change the retained balance.","Reference disturbance labels identify manually interpreted event starts. Exact-year comparison can disagree on timing even if the same event is detected.","Both reference and mapped event windows end in 2023, including the ±1-year matching; 2024 is not manually validated.","One-to-one timing-tolerant matches maximize cardinality, then minimize total timing offset; they do not double-count mapped or reference events.","The published High confidence flag is derived from Landsat NBR change: event with change > −850 is Low; nonevent with change ≤ −850 is Low. The sensitivity shares a spectral basis with detection and is not independent confirmation.","The reference contains no agent labels. Agent-specific validation cannot be calculated from this release.","Independence from training or algorithm development is not established by the reference metadata; this is not labelled an independent holdout.","Overall agreement is dominated by undisturbed site-years and should not replace event omission and commission rates."],"country_code":"ES"}],"note":"1985-2023 sample diagnostics, not population-weighted national accuracy. Equal legacy disturbed/undisturbed sampling strata; no established independent v3 holdout, agent labels or 2024 reference observations."}