Skip to content

Mb fix mece #305

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
DeRooBert merged 7 commits into from
Sep 25, 2026
Merged

Mb fix mece #305

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
7 commits
Select commit Hold shift + click to select a range
69663e5
Refactor STAC query functionality: add `extract_tile_id` and `combine…
mbuchhorn Sep 24, 2026
ffe50b3
Update notebook for deleting items: adjust collection item IDs, refin…
mbuchhorn Sep 24, 2026
21f42b2
Refactor hierarchical merging of probability cubes: improve null hand…
mbuchhorn Sep 24, 2026
5be71e2
Refactor hierarchical merging: replace 255 with NaN for nodata handli…
mbuchhorn Sep 24, 2026
4cbcacc
Add `udf_merge_proba_cubes`: implement UDF to merge probability cubes…
mbuchhorn Sep 24, 2026
12a2e86
Refactor aggregation logic in `stac_helper.py`: streamline band_names…
mbuchhorn Sep 24, 2026
3d98c14
Update OpenEO CDSE job options: adjust memory allocations and remove …
mbuchhorn Sep 25, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
138 changes: 92 additions & 46 deletions notebooks/test_delete_items_from_collection.ipynb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@
{
"metadata": {
"ExecuteTime": {
"end_time": "2026-09-15T08:25:06.246567Z",
"start_time": "2026-09-15T08:24:59.582135700Z"
"end_time": "2026-09-22T07:07:48.821699400Z",
"start_time": "2026-09-22T07:07:45.460405400Z"
}
},
"cell_type": "code",
Expand All @@ -29,8 +29,8 @@
"metadata": {
"collapsed": true,
"ExecuteTime": {
"end_time": "2026-09-15T08:25:18.518515200Z",
"start_time": "2026-09-15T08:25:18.506034800Z"
"end_time": "2026-09-22T07:07:48.847731200Z",
"start_time": "2026-09-22T07:07:48.821699400Z"
}
},
"source": [
Expand All @@ -45,8 +45,8 @@
{
"metadata": {
"ExecuteTime": {
"end_time": "2026-09-15T08:25:22.668653500Z",
"start_time": "2026-09-15T08:25:20.543609200Z"
"end_time": "2026-09-22T07:07:59.435229900Z",
"start_time": "2026-09-22T07:07:58.469442300Z"
}
},
"cell_type": "code",
Expand All @@ -73,8 +73,8 @@
{
"metadata": {
"ExecuteTime": {
"end_time": "2026-09-15T08:25:25.181893800Z",
"start_time": "2026-09-15T08:25:25.131787900Z"
"end_time": "2026-09-22T07:08:01.640645Z",
"start_time": "2026-09-22T07:08:01.598193500Z"
}
},
"cell_type": "code",
Expand All @@ -87,19 +87,19 @@
{
"data": {
"text/plain": [
" item_id modelID typology \\\n",
"0 IUCNGET_global_v321_2024_IND IUCNGET_global_v321_2024_IND IUCNGET \n",
"1 IUCNGET_global_v315_2024_AFR IUCNGET_global_v315_2024_AFR IUCNGET \n",
"2 IUCNGET_global_v314_2024_NEO IUCNGET_global_v314_2024_NEO IUCNGET \n",
"3 IUCNGET_global_v314_2024_IND IUCNGET_global_v314_2024_IND IUCNGET \n",
"4 IUCNGET_global_v314_2024_AFR IUCNGET_global_v314_2024_AFR IUCNGET \n",
" item_id modelID \\\n",
"0 IUCNGET_global_v317_2024_NEO IUCNGET_global_v317_2024_NEO \n",
"1 IUCNGET_global_v317_2024_IND IUCNGET_global_v317_2024_IND \n",
"2 IUCNGET_global_v317_2024_HOL IUCNGET_global_v317_2024_HOL \n",
"3 IUCNGET_global_v317_2024_AFR IUCNGET_global_v317_2024_AFR \n",
"4 EUNIS2021plus_panEU_v311_2024_STE EUNIS2021plus_panEU_v311_2024_STE \n",
"\n",
" training_year model_version spatial_region spatial_zone \n",
"0 2024 3.21 global IndoMalesian \n",
"1 2024 3.15 global African \n",
"2 2024 3.14 global Neotropical \n",
"3 2024 3.14 global IndoMalesian \n",
"4 2024 3.14 global African "
" typology training_year model_version spatial_region spatial_zone \n",
"0 IUCNGET 2024 3.17 global Neotropical \n",
"1 IUCNGET 2024 3.17 global IndoMalesian \n",
"2 IUCNGET 2024 3.17 global Holartic \n",
"3 IUCNGET 2024 3.17 global African \n",
"4 EUNIS2021plus 2024 3.11 panEU Steppic "
],
"text/html": [
"<div>\n",
Expand Down Expand Up @@ -132,53 +132,53 @@
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>IUCNGET_global_v321_2024_IND</td>\n",
" <td>IUCNGET_global_v321_2024_IND</td>\n",
" <td>IUCNGET_global_v317_2024_NEO</td>\n",
" <td>IUCNGET_global_v317_2024_NEO</td>\n",
" <td>IUCNGET</td>\n",
" <td>2024</td>\n",
" <td>3.21</td>\n",
" <td>3.17</td>\n",
" <td>global</td>\n",
" <td>IndoMalesian</td>\n",
" <td>Neotropical</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>IUCNGET_global_v315_2024_AFR</td>\n",
" <td>IUCNGET_global_v315_2024_AFR</td>\n",
" <td>IUCNGET_global_v317_2024_IND</td>\n",
" <td>IUCNGET_global_v317_2024_IND</td>\n",
" <td>IUCNGET</td>\n",
" <td>2024</td>\n",
" <td>3.15</td>\n",
" <td>3.17</td>\n",
" <td>global</td>\n",
" <td>African</td>\n",
" <td>IndoMalesian</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>IUCNGET_global_v314_2024_NEO</td>\n",
" <td>IUCNGET_global_v314_2024_NEO</td>\n",
" <td>IUCNGET_global_v317_2024_HOL</td>\n",
" <td>IUCNGET_global_v317_2024_HOL</td>\n",
" <td>IUCNGET</td>\n",
" <td>2024</td>\n",
" <td>3.14</td>\n",
" <td>3.17</td>\n",
" <td>global</td>\n",
" <td>Neotropical</td>\n",
" <td>Holartic</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>IUCNGET_global_v314_2024_IND</td>\n",
" <td>IUCNGET_global_v314_2024_IND</td>\n",
" <td>IUCNGET_global_v317_2024_AFR</td>\n",
" <td>IUCNGET_global_v317_2024_AFR</td>\n",
" <td>IUCNGET</td>\n",
" <td>2024</td>\n",
" <td>3.14</td>\n",
" <td>3.17</td>\n",
" <td>global</td>\n",
" <td>IndoMalesian</td>\n",
" <td>African</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>IUCNGET_global_v314_2024_AFR</td>\n",
" <td>IUCNGET_global_v314_2024_AFR</td>\n",
" <td>IUCNGET</td>\n",
" <td>EUNIS2021plus_panEU_v311_2024_STE</td>\n",
" <td>EUNIS2021plus_panEU_v311_2024_STE</td>\n",
" <td>EUNIS2021plus</td>\n",
" <td>2024</td>\n",
" <td>3.14</td>\n",
" <td>global</td>\n",
" <td>African</td>\n",
" <td>3.11</td>\n",
" <td>panEU</td>\n",
" <td>Steppic</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
Expand Down Expand Up @@ -244,8 +244,8 @@
{
"metadata": {
"ExecuteTime": {
"end_time": "2026-09-15T08:25:29.386166Z",
"start_time": "2026-09-15T08:25:29.308068100Z"
"end_time": "2026-09-22T07:10:52.829664300Z",
"start_time": "2026-09-22T07:10:52.499465400Z"
}
},
"cell_type": "code",
Expand All @@ -255,7 +255,7 @@
],
"id": "4d5fe40f5ffc5142",
"outputs": [],
"execution_count": 7
"execution_count": 8
},
{
"metadata": {
Expand Down Expand Up @@ -298,13 +298,59 @@
],
"execution_count": 8
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2026-09-22T07:10:13.316345200Z",
"start_time": "2026-09-22T07:10:13.306016200Z"
}
},
"cell_type": "code",
"source": [
"# delete collections id\n",
"ldelcol = ['test-V311', 'test-V311-jobdb', 'IUCNGET-v3-MECE']"
],
"id": "857e74f1803a5361",
"outputs": [],
"execution_count": 6
},
{
"metadata": {
"ExecuteTime": {
"end_time": "2026-09-22T07:10:59.695370600Z",
"start_time": "2026-09-22T07:10:56.402445700Z"
}
},
"cell_type": "code",
"source": [
"for item in ldelcol:\n",
" print(f'delete collection: {item}')\n",
" st.delete_collection(collection_name=item)"
],
"id": "bc3b1c4b09ee83f6",
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"delete collection: test-V311\n",
"Collection test-V311 deleted successfully\n",
"delete collection: test-V311-jobdb\n",
"Collection test-V311-jobdb deleted successfully\n",
"delete collection: IUCNGET-v3-MECE\n",
"Collection IUCNGET-v3-MECE deleted successfully\n"
]
}
],
"execution_count": 9
},
{
"metadata": {},
"cell_type": "code",
"outputs": [],
"execution_count": null,
"source": "",
"id": "857e74f1803a5361"
"id": "37795ddfde18e0f5"
}
],
"metadata": {
Expand Down
8 changes: 4 additions & 4 deletions src/eo_processing/config/settings.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -93,11 +93,11 @@
}

OPENEO_EXTRACT_CDSE_JOB_OPTIONS: Dict[str, Union[str, int, float, List]] = {
"driver-memory": "4G",
"driver-memoryOverhead": "2G",
"driver-memory": "3G",
"driver-memoryOverhead": "1G",
"driver-cores": 1,
"executor-memory": "2G",
"executor-memoryOverhead": "1G",
"executor-memory": "4G",
"executor-memoryOverhead": "2G",
"python-memory": "disable",
"executor-cores": 1,
"max-executors": 20,
Expand Down
Loading
Loading