From 201fdba6db6668ebc99e0492d9f08f2618c06a18 Mon Sep 17 00:00:00 2001 From: SHARMAP Date: Thu, 29 Jan 2026 18:52:28 +0100 Subject: [PATCH 1/2] included tol limit --- .../benchmark_scenarios/mogpr_s1s2.json | 6 +- .../benchmark_scenarios/peakvalley.json | 3 + .../benchmark_scenarios/phenology.json | 3 + .../random_forest_firemapping.json | 3 + .../benchmark_scenario/variabilitymap.json | 268 +++++++++--------- .../benchmark_scenarios/whittaker.json | 3 + 6 files changed, 153 insertions(+), 133 deletions(-) diff --git a/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json b/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json index 04f7c88b..a22605f9 100644 --- a/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json +++ b/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json @@ -58,7 +58,9 @@ }, "reference_data": { "openEO.nc": "https://s3.waw3-1.cloudferro.com/apex-benchmarks/gh-21325868452!tests_test_benchmarks.py__test_run_benchmark_mogpr_s1s2_!actual/openEO.nc" + }, + "reference_options": { + "atol": 0.1 } } -] - +] \ No newline at end of file diff --git a/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json b/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json index af4a3c9e..ac3ac31b 100644 --- a/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json +++ b/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json @@ -40,6 +40,9 @@ "reference_data": { "job-results.json": "https://s3.waw3-1.cloudferro.com/apex-benchmarks/gh-20735970267!tests_test_benchmarks.py__test_run_benchmark_peakvalley_!actual/job-results.json", "openEO.nc": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/peakvalley/openEO.nc" + }, + "reference_options": { + "atol": 0.1 } } ] diff --git a/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json b/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json index df841539..c49aa286 100644 --- a/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json +++ b/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json @@ -57,6 +57,9 @@ "reference_data": { "openEO.tif": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/phenology/openEO.tif", "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/phenology/job-results.json" + }, + "reference_options": { + "atol": 0.1 } } ] \ No newline at end of file diff --git a/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json b/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json index 6d3a52b3..506539ef 100644 --- a/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json +++ b/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json @@ -92,6 +92,9 @@ "reference_data": { "openEO.tif": "https://s3.waw3-1.cloudferro.com/apex-benchmarks/gh-18670675142!tests_test_benchmarks.py__test_run_benchmark_forest_fire_mapping_!actual/openEO.tif", "job-results.json": "https://s3.waw3-1.cloudferro.com/apex-benchmarks/gh-18670675142!tests_test_benchmarks.py__test_run_benchmark_forest_fire_mapping_!actual/job-results.json" + }, + "reference_options": { + "atol": 0.1 } } ] \ No newline at end of file diff --git a/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json b/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json index d84cae0a..52164b97 100644 --- a/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json +++ b/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json @@ -1,140 +1,146 @@ [ - { - "id": "variabilitymap", - "type": "openeo", - "description": "Daily crop performance calculation", - "backend": "openeofed.dataspace.copernicus.eu", - "process_graph": { - "variabilitymap1": { - "process_id": "variabilitymap", - "arguments": { - "spatial_extent": { - "type": "FeatureCollection", - "crs": { - "type": "name", - "properties": { - "name": "urn:ogc:def:crs:OGC:1.3:CRS84" - } - }, - "features": [ - { - "type": "Feature", - "properties": { - "id": 0 - }, - "geometry": { - "type": "MultiPolygon", - "coordinates": [ - [ - [ - [ - 5.103273137658833, - 51.2644580376614 - ], - [ - 5.105770274251699, - 51.26289548617123 - ], - [ - 5.104640319943427, - 51.262395458475154 - ], - [ - 5.102249311655759, - 51.26381739797543 - ], - [ - 5.103273137658833, - 51.2644580376614 + { + "id": "variabilitymap", + "type": "openeo", + "description": "Daily crop performance calculation", + "backend": "openeofed.dataspace.copernicus.eu", + "process_graph": { + "variabilitymap1": { + "process_id": "variabilitymap", + "arguments": { + "spatial_extent": { + "type": "FeatureCollection", + "crs": { + "type": "name", + "properties": { + "name": "urn:ogc:def:crs:OGC:1.3:CRS84" + } + }, + "features": [ + { + "type": "Feature", + "properties": { + "id": 0 + }, + "geometry": { + "type": "MultiPolygon", + "coordinates": [ + [ + [ + [ + 5.103273137658833, + 51.2644580376614 + ], + [ + 5.105770274251699, + 51.26289548617123 + ], + [ + 5.104640319943427, + 51.262395458475154 + ], + [ + 5.102249311655759, + 51.26381739797543 + ], + [ + 5.103273137658833, + 51.2644580376614 + ] + ] + ] + ] + } + } ] - ] + }, + "temporal_extent": [ + "2022-11-13", + "2022-12-13" ] - ] - } - } - ] - }, - "temporal_extent": [ - "2022-11-13", - "2022-12-13" - ] + }, + "namespace": "https://raw.githubusercontent.com/ESA-APEx/apex_algorithms/32ea3c9a6fa24fe063cb59164cd318cceb7209b0/openeo_udp/variabilitymap/variabilitymap.json", + "result": true + } }, - "namespace": "https://raw.githubusercontent.com/ESA-APEx/apex_algorithms/32ea3c9a6fa24fe063cb59164cd318cceb7209b0/openeo_udp/variabilitymap/variabilitymap.json", - "result": true - } + "reference_data": { + "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/job-results.json", + "openEO.nc": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/variabilitymap.nc" + }, + "reference_options": { + "atol": 0.1 + } }, - "reference_data": { - "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/job-results.json", - "openEO.nc": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/variabilitymap.nc" - } - }, - { - "id": "variabilitymap_stac308", - "type": "openeo", - "description": "Daily crop performance calculation", - "backend": "openeofed.dataspace.copernicus.eu", - "process_graph": { - "variabilitymap1": { - "process_id": "variabilitymap_stac308", - "arguments": { - "spatial_extent": { - "type": "FeatureCollection", - "crs": { - "type": "name", - "properties": { - "name": "urn:ogc:def:crs:OGC:1.3:CRS84" - } - }, - "features": [ - { - "type": "Feature", - "properties": { - "id": 0 - }, - "geometry": { - "type": "MultiPolygon", - "coordinates": [ - [ - [ - [ - 5.103273137658833, - 51.2644580376614 - ], - [ - 5.105770274251699, - 51.26289548617123 - ], - [ - 5.104640319943427, - 51.262395458475154 - ], - [ - 5.102249311655759, - 51.26381739797543 - ], - [ - 5.103273137658833, - 51.2644580376614 + { + "id": "variabilitymap_stac308", + "type": "openeo", + "description": "Daily crop performance calculation", + "backend": "openeofed.dataspace.copernicus.eu", + "process_graph": { + "variabilitymap1": { + "process_id": "variabilitymap_stac308", + "arguments": { + "spatial_extent": { + "type": "FeatureCollection", + "crs": { + "type": "name", + "properties": { + "name": "urn:ogc:def:crs:OGC:1.3:CRS84" + } + }, + "features": [ + { + "type": "Feature", + "properties": { + "id": 0 + }, + "geometry": { + "type": "MultiPolygon", + "coordinates": [ + [ + [ + [ + 5.103273137658833, + 51.2644580376614 + ], + [ + 5.105770274251699, + 51.26289548617123 + ], + [ + 5.104640319943427, + 51.262395458475154 + ], + [ + 5.102249311655759, + 51.26381739797543 + ], + [ + 5.103273137658833, + 51.2644580376614 + ] + ] + ] + ] + } + } ] - ] + }, + "temporal_extent": [ + "2022-11-13", + "2022-12-13" ] - ] - } - } - ] - }, - "temporal_extent": [ - "2022-11-13", - "2022-12-13" - ] + }, + "namespace": "https://raw.githubusercontent.com/ESA-APEx/apex_algorithms/refs/heads/main/openeo_udp/variabilitymap/variabilitymap_stac308.json", + "result": true + } }, - "namespace": "https://raw.githubusercontent.com/ESA-APEx/apex_algorithms/refs/heads/main/openeo_udp/variabilitymap/variabilitymap_stac308.json", - "result": true - } - }, - "reference_data": { - "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/job-results.json", - "openEO.nc": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/variabilitymap.nc" + "reference_data": { + "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/job-results.json", + "openEO.nc": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/variabilitymap.nc" + }, + "reference_options": { + "atol": 0.1 + } } - } -] +] \ No newline at end of file diff --git a/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json b/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json index 3c232d4c..76db2b56 100644 --- a/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json +++ b/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json @@ -58,6 +58,9 @@ "reference_data": { "timeseries.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/whittaker/timeseries.json", "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/whittaker/job-results.json" + }, + "reference_options": { + "atol": 0.1 } } ] \ No newline at end of file From 5647f3a67956cd788198ae895b4f7ab1baae0059 Mon Sep 17 00:00:00 2001 From: SHARMAP Date: Thu, 29 Jan 2026 19:07:06 +0100 Subject: [PATCH 2/2] updated tolerance type --- .../vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json | 2 +- .../vito/peakvalley/benchmark_scenarios/peakvalley.json | 2 +- .../vito/phenology/benchmark_scenarios/phenology.json | 2 +- .../benchmark_scenarios/random_forest_firemapping.json | 2 +- .../vito/variabilitymap/benchmark_scenario/variabilitymap.json | 2 +- .../vito/whittaker/benchmark_scenarios/whittaker.json | 2 +- 6 files changed, 6 insertions(+), 6 deletions(-) diff --git a/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json b/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json index a22605f9..71c542c8 100644 --- a/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json +++ b/algorithm_catalog/vito/mogpr_s1s2/benchmark_scenarios/mogpr_s1s2.json @@ -60,7 +60,7 @@ "openEO.nc": "https://s3.waw3-1.cloudferro.com/apex-benchmarks/gh-21325868452!tests_test_benchmarks.py__test_run_benchmark_mogpr_s1s2_!actual/openEO.nc" }, "reference_options": { - "atol": 0.1 + "rtol": 0.1 } } ] \ No newline at end of file diff --git a/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json b/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json index ac3ac31b..acfd7ecd 100644 --- a/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json +++ b/algorithm_catalog/vito/peakvalley/benchmark_scenarios/peakvalley.json @@ -42,7 +42,7 @@ "openEO.nc": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/peakvalley/openEO.nc" }, "reference_options": { - "atol": 0.1 + "rtol": 0.1 } } ] diff --git a/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json b/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json index c49aa286..9d19a1fa 100644 --- a/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json +++ b/algorithm_catalog/vito/phenology/benchmark_scenarios/phenology.json @@ -59,7 +59,7 @@ "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/phenology/job-results.json" }, "reference_options": { - "atol": 0.1 + "rtol": 0.1 } } ] \ No newline at end of file diff --git a/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json b/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json index 506539ef..bef7f2d7 100644 --- a/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json +++ b/algorithm_catalog/vito/random_forest_firemapping/benchmark_scenarios/random_forest_firemapping.json @@ -94,7 +94,7 @@ "job-results.json": "https://s3.waw3-1.cloudferro.com/apex-benchmarks/gh-18670675142!tests_test_benchmarks.py__test_run_benchmark_forest_fire_mapping_!actual/job-results.json" }, "reference_options": { - "atol": 0.1 + "pixel_tolerance": 0.1 } } ] \ No newline at end of file diff --git a/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json b/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json index 52164b97..5bfc9996 100644 --- a/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json +++ b/algorithm_catalog/vito/variabilitymap/benchmark_scenario/variabilitymap.json @@ -140,7 +140,7 @@ "openEO.nc": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/variabilitymap/variabilitymap.nc" }, "reference_options": { - "atol": 0.1 + "rtol": 0.1 } } ] \ No newline at end of file diff --git a/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json b/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json index 76db2b56..6a717ddf 100644 --- a/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json +++ b/algorithm_catalog/vito/whittaker/benchmark_scenarios/whittaker.json @@ -60,7 +60,7 @@ "job-results.json": "https://s3.waw3-1.cloudferro.com/swift/v1/apex-examples/whittaker/job-results.json" }, "reference_options": { - "atol": 0.1 + "rtol": 0.1 } } ] \ No newline at end of file