From 76fa7709010aa2401e35c23c68c73f07371e7fd6 Mon Sep 17 00:00:00 2001 From: Gustavo Hidalgo Date: Fri, 26 Jun 2026 13:00:01 -0400 Subject: [PATCH 1/3] Venezuela Damage 2026 Collection --- .../predicted-damage-venezuela-2026/README.md | 17 ++ .../dataset.yaml | 13 ++ .../description.md | 0 .../template.json | 154 ++++++++++++++++++ 4 files changed, 184 insertions(+) create mode 100644 datasets/predicted-damage-venezuela-2026/README.md create mode 100644 datasets/predicted-damage-venezuela-2026/dataset.yaml create mode 100644 datasets/predicted-damage-venezuela-2026/description.md create mode 100644 datasets/predicted-damage-venezuela-2026/template.json diff --git a/datasets/predicted-damage-venezuela-2026/README.md b/datasets/predicted-damage-venezuela-2026/README.md new file mode 100644 index 000000000..498b46baf --- /dev/null +++ b/datasets/predicted-damage-venezuela-2026/README.md @@ -0,0 +1,17 @@ +# CONUS404 + +## First-time publishing + +First you need to validate the STAC collection with `pctasks dataset validate-collection [path-to-template.json]`, fix any validation errors. + +Then submit the collection ingestion with `pctasks dataset ingest-collection -d datasets/predicted-damage-venezuela-2026/dataset.yaml -s -a registry pccomponents` + +Get the workflow ID and then watch it with: `pctasks runs status $WORKFLOW_ID --watch`. +It must succeed. + +Verify that it was successful with `curl "https://planetarycomputer.microsoft.com/api/stac/v1/collections/predicted-damage-venezuela-2026"` + +## Updating + +Simply add `-u` to the command. +`pctasks dataset ingest-collection -d datasets/conus404/dataset.yaml -u -s -a registry pccomponents` \ No newline at end of file diff --git a/datasets/predicted-damage-venezuela-2026/dataset.yaml b/datasets/predicted-damage-venezuela-2026/dataset.yaml new file mode 100644 index 000000000..d87bd8d64 --- /dev/null +++ b/datasets/predicted-damage-venezuela-2026/dataset.yaml @@ -0,0 +1,13 @@ +id: predicted-damage-venezuela-2026 +image: ${{ args.registry }}/pctasks-task-base:latest + +args: +- registry + +collections: + - id: predicted-damage-venezuela-2026 + template: ${{ local.path(./collection) }} + class: pctasks.dataset.collection:PremadeItemCollection + asset_storage: [] + chunk_storage: + uri: "blob://cpdataeuwest/cpdata-etl-data/chunks" \ No newline at end of file diff --git a/datasets/predicted-damage-venezuela-2026/description.md b/datasets/predicted-damage-venezuela-2026/description.md new file mode 100644 index 000000000..e69de29bb diff --git a/datasets/predicted-damage-venezuela-2026/template.json b/datasets/predicted-damage-venezuela-2026/template.json new file mode 100644 index 000000000..0b44a1f63 --- /dev/null +++ b/datasets/predicted-damage-venezuela-2026/template.json @@ -0,0 +1,154 @@ +{ + "type": "Collection", + "id": "planet-nicfi-visual", + "stac_version": "1.0.0", + "description": "{{ collection.description }}", + "links": [ + { + "rel": "license", + "href": "https://assets.planet.com/docs/Planet_ParticipantLicenseAgreement_NICFI.pdf", + "type": "application/pdf", + "title": "Participant License Agreement." + } + ], + "stac_extensions": [ + "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json", + "https://stac-extensions.github.io/table/v1.2.0/schema.json", + "https://stac-extensions.github.io/storage/v2.0.0/schema.json" + ], + "item_assets": { + "data": { + "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "roles": [ + "data" + ], + "title": "Data", + "description": "a 'true-colour' representation of spatially accurate data with minimized haze, illumination, and topographic effects" + }, + "thumbnail": { + "type": "image/png", + "roles": [ + "thumbnail" + ], + "title": "Thumbnail" + } + }, + "msft:group_id": "planet-nicfi", + "msft:container": "nicfi", + "msft:storage_account": "planet", + "msft:short_description": "Planet's high-resolution, analysis-ready mosaics of the world's tropics", + "msft:region": "westeurope", + "title": "Planet-NICFI Basemaps (Visual)", + "extent": { + "spatial": { + "bbox": [ + [ + -180.0, + -34.161818157002, + 180.0, + 30.145127179625 + ] + ] + }, + "temporal": { + "interval": [ + [ + "2015-12-01T00:00:00Z", + null + ] + ] + } + }, + "license": "proprietary", + "keywords": [ + "Planet", + "NICFI", + "Satellite", + "Tropics", + "Imagery" + ], + "providers": [ + { + "name": "Planet", + "description": "Contact Planet at [planet.com/contact-sales](https://www.planet.com/contact-sales/)", + "roles": [ + "processor", + "producer", + "licensor" + ], + "url": "http://planet.com" + }, + { + "name": "Microsoft", + "roles": [ + "host" + ], + "url": "https://planetarycomputer.microsoft.com/" + } + ], + "summaries": { + "gsd": [ + 4.77 + ], + "eo:bands": [ + { + "name": "Red", + "common_name": "red", + "description": "visible red" + }, + { + "name": "Green", + "common_name": "green", + "description": "visible green" + }, + { + "name": "Blue", + "common_name": "blue", + "description": "visible blue" + } + ], + "planet-nicfi:cadence": [ + "biannual", + "monthly" + ], + "planet-nicfi:percent_covered": { + "minimum": 0, + "maximum": 100 + } + }, + "assets": { + "thumbnail": { + "href": "https://ai4edatasetspublicassets.blob.core.windows.net/assets/pc_thumbnails/planet-nicfi-visual-thumbnail.png", + "type": "image/png", + "title": "thumbnail", + "roles": [ + "thumbnail" + ] + }, + "geoparquet-items": { + "href": "abfs://items/planet-nicfi-visual.parquet", + "type": "application/x-parquet", + "title": "GeoParquet STAC items", + "description": "Snapshot of the collection's STAC items exported to GeoParquet format.", + "msft:partition_info": { + "is_partitioned": true, + "partition_frequency": "AS" + }, + "table:storage_options": { + "account_name": "pcstacitems" + }, + "roles": [ + "stac-items" + ] + } + }, + "storage:schemes": { + "azure": { + "type": "ms-azure", + "platform": "https://{account}.blob.core.windows.net", + "account": "planet", + "container": "nicfi", + "region": "westeurope" + } + } +} \ No newline at end of file From ed28fa9c627d6f6bff60aaff5f54d825338d15b2 Mon Sep 17 00:00:00 2001 From: Gustavo Hidalgo Date: Fri, 26 Jun 2026 14:00:47 -0400 Subject: [PATCH 2/3] Venezuela Predicted Damage Dataset --- .../predicted-damage-venezuela-2026/README.md | 2 +- .../dataset.yaml | 2 +- .../description.md | 11 ++ .../template.json | 146 ++++++++---------- 4 files changed, 76 insertions(+), 85 deletions(-) diff --git a/datasets/predicted-damage-venezuela-2026/README.md b/datasets/predicted-damage-venezuela-2026/README.md index 498b46baf..aefb8252d 100644 --- a/datasets/predicted-damage-venezuela-2026/README.md +++ b/datasets/predicted-damage-venezuela-2026/README.md @@ -1,4 +1,4 @@ -# CONUS404 +# Venezuela Damage 2026 ## First-time publishing diff --git a/datasets/predicted-damage-venezuela-2026/dataset.yaml b/datasets/predicted-damage-venezuela-2026/dataset.yaml index d87bd8d64..b7f5a7393 100644 --- a/datasets/predicted-damage-venezuela-2026/dataset.yaml +++ b/datasets/predicted-damage-venezuela-2026/dataset.yaml @@ -6,7 +6,7 @@ args: collections: - id: predicted-damage-venezuela-2026 - template: ${{ local.path(./collection) }} + template: ${{ local.path(./template.json) }} class: pctasks.dataset.collection:PremadeItemCollection asset_storage: [] chunk_storage: diff --git a/datasets/predicted-damage-venezuela-2026/description.md b/datasets/predicted-damage-venezuela-2026/description.md index e69de29bb..2e6d5675e 100644 --- a/datasets/predicted-damage-venezuela-2026/description.md +++ b/datasets/predicted-damage-venezuela-2026/description.md @@ -0,0 +1,11 @@ +Following the June 2026 earthquakes that struck Catia La Mar, Venezuela, the [Microsoft AI for Good Lab](AI For Good Lab - Microsoft Research) ran their building damage assessment AI models to map and classify the buildings affected by the earthquakes. The models were applied to satellite imagery captured on 25 June 2026, producing building footprints with predicted damage across the affected area. + +This collection mirrors the [Venezuela Earthquakes: Building Damage Assessment in Catia La Mar](https://data.humdata.org/dataset/venezuela-earthquakes-catia-la-mar) dataset published on the Humanitarian Data Exchange (HDX) by the Microsoft AI for Good Lab and made available under the [Creative Commons Attribution 4.0 International (CC-BY-4.0)](https://creativecommons.org/licenses/by/4.0/) license. + +## Methodology + +The Microsoft AI for Good Lab ran their damage assessment AI models on satellite images taken 25 June 2026 and have mapped out the affected buildings. + +## Caveats + +Please note that the source imagery has orthorectification quality issues, which may cause building footprints to be misaligned with existing basemaps. \ No newline at end of file diff --git a/datasets/predicted-damage-venezuela-2026/template.json b/datasets/predicted-damage-venezuela-2026/template.json index 0b44a1f63..b50910821 100644 --- a/datasets/predicted-damage-venezuela-2026/template.json +++ b/datasets/predicted-damage-venezuela-2026/template.json @@ -1,144 +1,124 @@ { "type": "Collection", - "id": "planet-nicfi-visual", + "id": "predicted-damage-venezuela-2026", "stac_version": "1.0.0", "description": "{{ collection.description }}", "links": [ + { + "rel": "cite-as", + "href": "https://www.microsoft.com/en-us/research/group/ai-for-good-research-lab/", + "type": "text/html", + "title": "AI For Good Lab Harnessing AI to help solve some of the world’s greatest challenges" + }, { "rel": "license", - "href": "https://assets.planet.com/docs/Planet_ParticipantLicenseAgreement_NICFI.pdf", - "type": "application/pdf", - "title": "Participant License Agreement." + "href": "https://creativecommons.org/licenses/by/4.0/", + "type": "text/html", + "title": "Creative Commons Attribution 4.0 International" + }, + { + "rel": "describedby", + "href": "https://planetarycomputer.microsoft.com/dataset/predicted-damage-venezuela-2026", + "type": "text/html", + "title": "Human readable dataset overview and reference" } ], "stac_extensions": [ - "https://stac-extensions.github.io/item-assets/v1.0.0/schema.json", "https://stac-extensions.github.io/table/v1.2.0/schema.json", "https://stac-extensions.github.io/storage/v2.0.0/schema.json" ], "item_assets": { "data": { - "type": "image/tiff; application=geotiff; profile=cloud-optimized", + "type": "application/geopackage+sqlite3", "roles": [ "data" ], - "title": "Data", - "description": "a 'true-colour' representation of spatially accurate data with minimized haze, illumination, and topographic effects" - }, - "thumbnail": { - "type": "image/png", - "roles": [ - "thumbnail" - ], - "title": "Thumbnail" + "title": "Predicted building damage footprints", + "description": "GeoPackage of building footprints with predicted earthquake damage for Catia La Mar, Venezuela.", + "table:storage_options": { + "account_name": "ai4edataeuwest" + } } }, - "msft:group_id": "planet-nicfi", - "msft:container": "nicfi", - "msft:storage_account": "planet", - "msft:short_description": "Planet's high-resolution, analysis-ready mosaics of the world's tropics", "msft:region": "westeurope", - "title": "Planet-NICFI Basemaps (Visual)", + "table:columns": [ + { + "name": "geometry", + "type": "byte_array", + "description": "Building footprint polygons" + } + ], + "msft:container": "ai4good", + "msft:storage_account": "ai4edataeuwest", + "msft:short_description": "AI-predicted building damage footprints for Catia La Mar, Venezuela, following the June 2026 earthquakes.", + "title": "Predicted Building Damage: Venezuela Earthquakes (Catia La Mar) 2026", "extent": { "spatial": { "bbox": [ [ - -180.0, - -34.161818157002, - 180.0, - 30.145127179625 + -73.354, + 0.647, + -59.7589, + 12.2019 ] ] }, "temporal": { "interval": [ [ - "2015-12-01T00:00:00Z", - null + "2026-06-25T00:00:00Z", + "2026-06-25T23:59:59Z" ] ] } }, - "license": "proprietary", + "license": "CC-BY-4.0", "keywords": [ - "Planet", - "NICFI", - "Satellite", - "Tropics", - "Imagery" + "Venezuela", + "Catia La Mar", + "Earthquake", + "Building damage", + "Damage assessment", + "Buildings", + "Microsoft AI for Good Lab" ], "providers": [ { - "name": "Planet", - "description": "Contact Planet at [planet.com/contact-sales](https://www.planet.com/contact-sales/)", + "name": "Microsoft AI for Good Lab", "roles": [ - "processor", "producer", "licensor" ], - "url": "http://planet.com" + "url": "https://www.microsoft.com/en-us/research/group/ai-for-good-research-lab/" }, { "name": "Microsoft", "roles": [ - "host" + "host", + "processor" ], - "url": "https://planetarycomputer.microsoft.com/" + "url": "https://planetarycomputer.microsoft.com" } ], - "summaries": { - "gsd": [ - 4.77 - ], - "eo:bands": [ - { - "name": "Red", - "common_name": "red", - "description": "visible red" - }, - { - "name": "Green", - "common_name": "green", - "description": "visible green" - }, - { - "name": "Blue", - "common_name": "blue", - "description": "visible blue" - } - ], - "planet-nicfi:cadence": [ - "biannual", - "monthly" - ], - "planet-nicfi:percent_covered": { - "minimum": 0, - "maximum": 100 - } - }, "assets": { "thumbnail": { - "href": "https://ai4edatasetspublicassets.blob.core.windows.net/assets/pc_thumbnails/planet-nicfi-visual-thumbnail.png", + "href": "https://ai4edatasetspublicassets.blob.core.windows.net/assets/pc_thumbnails/venezuela2026.png", "type": "image/png", - "title": "thumbnail", + "title": "Predicted Building Damage Thumbnail", "roles": [ "thumbnail" ] }, - "geoparquet-items": { - "href": "abfs://items/planet-nicfi-visual.parquet", - "type": "application/x-parquet", - "title": "GeoParquet STAC items", - "description": "Snapshot of the collection's STAC items exported to GeoParquet format.", - "msft:partition_info": { - "is_partitioned": true, - "partition_frequency": "AS" - }, + "data": { + "href": "https://ai4edataeuwest.blob.core.windows.net/ai4good/venezuela2026/predicted_damage_catia_la_mar_footprints.gpkg", + "type": "application/geopackage+sqlite3", + "title": "Predicted building damage footprints", + "description": "GeoPackage of building footprints with predicted earthquake damage for Catia La Mar, Venezuela.", "table:storage_options": { - "account_name": "pcstacitems" + "account_name": "ai4edataeuwest" }, "roles": [ - "stac-items" + "data" ] } }, @@ -146,8 +126,8 @@ "azure": { "type": "ms-azure", "platform": "https://{account}.blob.core.windows.net", - "account": "planet", - "container": "nicfi", + "account": "ai4edataeuwest", + "container": "ai4good", "region": "westeurope" } } From 760f2a02a55e754fc2368ee07e940cf77cbcec8e Mon Sep 17 00:00:00 2001 From: Gustavo Hidalgo Date: Fri, 26 Jun 2026 15:20:30 -0400 Subject: [PATCH 3/3] move collection --- .../{ => collection}/description.md | 0 .../{ => collection}/template.json | 0 datasets/predicted-damage-venezuela-2026/dataset.yaml | 2 +- 3 files changed, 1 insertion(+), 1 deletion(-) rename datasets/predicted-damage-venezuela-2026/{ => collection}/description.md (100%) rename datasets/predicted-damage-venezuela-2026/{ => collection}/template.json (100%) diff --git a/datasets/predicted-damage-venezuela-2026/description.md b/datasets/predicted-damage-venezuela-2026/collection/description.md similarity index 100% rename from datasets/predicted-damage-venezuela-2026/description.md rename to datasets/predicted-damage-venezuela-2026/collection/description.md diff --git a/datasets/predicted-damage-venezuela-2026/template.json b/datasets/predicted-damage-venezuela-2026/collection/template.json similarity index 100% rename from datasets/predicted-damage-venezuela-2026/template.json rename to datasets/predicted-damage-venezuela-2026/collection/template.json diff --git a/datasets/predicted-damage-venezuela-2026/dataset.yaml b/datasets/predicted-damage-venezuela-2026/dataset.yaml index b7f5a7393..d87bd8d64 100644 --- a/datasets/predicted-damage-venezuela-2026/dataset.yaml +++ b/datasets/predicted-damage-venezuela-2026/dataset.yaml @@ -6,7 +6,7 @@ args: collections: - id: predicted-damage-venezuela-2026 - template: ${{ local.path(./template.json) }} + template: ${{ local.path(./collection) }} class: pctasks.dataset.collection:PremadeItemCollection asset_storage: [] chunk_storage: