From 0ed6462cb684cc853aeb8f6166ce078b7fa7599b Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Thu, 27 Mar 2025 22:14:47 +0000 Subject: [PATCH 01/10] Add staging dataset-config for oco2 co2 target data --- .../dataset-config/oco2-co2-target-cogs.json | 27 +++++++++++++++++++ 1 file changed, 27 insertions(+) create mode 100644 ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json new file mode 100644 index 00000000..ec2b2853 --- /dev/null +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -0,0 +1,27 @@ +{ + "collection": "oco2-co2-target-cogs", + "title": "Orbiting Carbon Observatory 2 (OCO-2) Target Mode Cloud-Optimized GeoTIFFs (COGs)", + "description": "NASA-JPL's OCO-2 (Orbiting Carbon Observatory 2) is an Earth satellite mission to study the sources and sinks of carbon dioxide globally. The satellite retrieves column-averaged CO2 dry air mole fraction (XCO2) by measuring the spectra of reflected sunlight from the Earth's surface. OCO-2 operates in one of three modes: nadir, glint, and target. The focus of this product is on target mode. Target mode makes observations focused on a single location on the surface as the satellite passes by, allowing for more highly detailed sampling of areas of particular interest.", + "type": "cog", + "spatial_extent": { + "xmin": -180, + "ymin": -90, + "xmax": 180, + "ymax": 90 + }, + "temporal_extent": {}, + "license": "MIT", + "is_periodic": true, + "time_density": "day", + "stac_version": "1.0.0", + "discovery_items": [ + { + "prefix": "oco2-co2-target-cogs/", + "bucket": "veda-data-store-staging", + "filename_regex": "^(.*).tif$", + "discovery": "s3", + "datetime_range": "day", + "chunk_size": 1 + } + ] +} From 014d197b3b1434329c1b4c4bc468bf7acb4087c7 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Tue, 8 Apr 2025 09:16:03 -0700 Subject: [PATCH 02/10] Update oco2-co2-target-cogs.json --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index ec2b2853..0b652a02 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -16,7 +16,7 @@ "stac_version": "1.0.0", "discovery_items": [ { - "prefix": "oco2-co2-target-cogs/", + "prefix": "oco2-co2-target-cogs_v2025.02.26/", "bucket": "veda-data-store-staging", "filename_regex": "^(.*).tif$", "discovery": "s3", From 7d1100569227d840a6e2f746a6c73416a4697605 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Thu, 17 Apr 2025 13:39:19 -0700 Subject: [PATCH 03/10] Update oco2-co2-target-cogs.json --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index 0b652a02..35fc1ce4 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -16,7 +16,7 @@ "stac_version": "1.0.0", "discovery_items": [ { - "prefix": "oco2-co2-target-cogs_v2025.02.26/", + "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", "filename_regex": "^(.*).tif$", "discovery": "s3", From 49dc5fe56e159120a3d32037101e21e509be7a3c Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Mon, 5 May 2025 11:07:22 -0700 Subject: [PATCH 04/10] publish files from 2014, 2015, 2016 --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index 35fc1ce4..545ae078 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -18,7 +18,7 @@ { "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", - "filename_regex": "^(.*).tif$", + "filename_regex": "^.+(2014|2015|2016).+\.tif$", "discovery": "s3", "datetime_range": "day", "chunk_size": 1 From e0b20060b26fbe52ffd57ecff9e371ce0060999a Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Mon, 5 May 2025 11:09:18 -0700 Subject: [PATCH 05/10] Update oco2-co2-target-cogs.json --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index 545ae078..46fce395 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -18,7 +18,7 @@ { "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", - "filename_regex": "^.+(2014|2015|2016).+\.tif$", + "filename_regex": "^.+(2014|2015|2016).+\\.tif$", "discovery": "s3", "datetime_range": "day", "chunk_size": 1 From a135fac19b619ef1f220dd63ac4e7b70a6950264 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Mon, 5 May 2025 11:30:50 -0700 Subject: [PATCH 06/10] update for 2017-2020 publication --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index 46fce395..76569c1a 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -18,7 +18,7 @@ { "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", - "filename_regex": "^.+(2014|2015|2016).+\\.tif$", + "filename_regex": "^.+(2017|2018|2019|2020).+\\.tif$", "discovery": "s3", "datetime_range": "day", "chunk_size": 1 From 10910e38fbfe048476c008c4c316de3346105a01 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Mon, 5 May 2025 12:14:57 -0700 Subject: [PATCH 07/10] updated to run 2021-2025 --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index 76569c1a..06d6fe66 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -18,7 +18,7 @@ { "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", - "filename_regex": "^.+(2017|2018|2019|2020).+\\.tif$", + "filename_regex": "^.+(2021|2022|2023|2024|2025).+\\.tif$", "discovery": "s3", "datetime_range": "day", "chunk_size": 1 From 92389243b5b967b501309daebf829afa1671aa15 Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Mon, 5 May 2025 12:45:45 -0700 Subject: [PATCH 08/10] Just 2021-2023 --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index 06d6fe66..6b31057a 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -18,7 +18,7 @@ { "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", - "filename_regex": "^.+(2021|2022|2023|2024|2025).+\\.tif$", + "filename_regex": "^.+(2021|2022|2023).+\\.tif$", "discovery": "s3", "datetime_range": "day", "chunk_size": 1 From c1c4db22f7cef32b110c4f53a30b85aa858a434c Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Mon, 5 May 2025 13:12:18 -0700 Subject: [PATCH 09/10] Update oco2-co2-target-cogs.json --- .../staging/dataset-config/oco2-co2-target-cogs.json | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index 6b31057a..bf2fddb3 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -18,10 +18,9 @@ { "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", - "filename_regex": "^.+(2021|2022|2023).+\\.tif$", + "filename_regex": "^.+(2021|2022|2023|2024|2025).+\\.tif$", "discovery": "s3", - "datetime_range": "day", - "chunk_size": 1 + "datetime_range": "day" } ] } From f311d9d548fa93037c151adf625cd0fe14e4503b Mon Sep 17 00:00:00 2001 From: Aimee Barciauskas Date: Mon, 5 May 2025 14:33:05 -0700 Subject: [PATCH 10/10] Update oco2-co2-target-cogs.json --- ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json index bf2fddb3..38004398 100644 --- a/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json +++ b/ingestion-data/staging/dataset-config/oco2-co2-target-cogs.json @@ -18,7 +18,7 @@ { "prefix": "oco2-co2-target-cogs_v2025.04.16/", "bucket": "veda-data-store-staging", - "filename_regex": "^.+(2021|2022|2023|2024|2025).+\\.tif$", + "filename_regex": "^(.*).tif$", "discovery": "s3", "datetime_range": "day" }