From 8d8f1d84c0c6d551d8cc44117d0023b3d7d334b4 Mon Sep 17 00:00:00 2001
From: nehajo88 <nehajo88@gmail.com>
Date: Wed, 22 Nov 2023 14:34:02 -0800
Subject: [PATCH] Classifying the world into IPCC Table 4.7
---
.../run_IPCC_classes_ADE-checkpoint.yml | 2 +-
.../IPCC_classes_DPS/IPCC_GEDI_Table4.7.ipynb | 152 ++++++------------
.../IPCC_classes_DPS/run_IPCC_classes_ADE.yml | 2 +-
3 files changed, 48 insertions(+), 108 deletions(-)
diff --git a/country_summaries/IPCC_classes_DPS/.ipynb_checkpoints/run_IPCC_classes_ADE-checkpoint.yml b/country_summaries/IPCC_classes_DPS/.ipynb_checkpoints/run_IPCC_classes_ADE-checkpoint.yml
index f7ba540..ce80630 100644
--- a/country_summaries/IPCC_classes_DPS/.ipynb_checkpoints/run_IPCC_classes_ADE-checkpoint.yml
+++ b/country_summaries/IPCC_classes_DPS/.ipynb_checkpoints/run_IPCC_classes_ADE-checkpoint.yml
@@ -72,6 +72,6 @@ inputs:
description: position2
name: output_file
required: true
-queue: maap-dps-worker-16gb
+queue: maap-dps-worker-32gb
repository_url: https://repo.maap-project.org/lduncanson/biomass_harmonization.git
run_command: biomass_harmonization/country_summaries/IPCC_classes_DPS/run_IPCC_classes_ADE.sh
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/IPCC_GEDI_Table4.7.ipynb b/country_summaries/IPCC_classes_DPS/IPCC_GEDI_Table4.7.ipynb
index 5517e2b..e33bbbd 100644
--- a/country_summaries/IPCC_classes_DPS/IPCC_GEDI_Table4.7.ipynb
+++ b/country_summaries/IPCC_classes_DPS/IPCC_GEDI_Table4.7.ipynb
@@ -16,63 +16,39 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "Collecting geopandas\n",
- " Using cached geopandas-0.14.1-py3-none-any.whl.metadata (1.5 kB)\n",
- "Collecting fiona>=1.8.21 (from geopandas)\n",
- " Using cached fiona-1.9.5-cp310-cp310-manylinux2014_x86_64.whl.metadata (49 kB)\n",
+ "Requirement already satisfied: geopandas in /opt/conda/lib/python3.10/site-packages (0.14.1)\n",
+ "Requirement already satisfied: fiona>=1.8.21 in /opt/conda/lib/python3.10/site-packages (from geopandas) (1.9.5)\n",
"Requirement already satisfied: packaging in /opt/conda/lib/python3.10/site-packages (from geopandas) (23.2)\n",
- "Collecting pandas>=1.4.0 (from geopandas)\n",
- " Using cached pandas-2.1.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (18 kB)\n",
- "Collecting pyproj>=3.3.0 (from geopandas)\n",
- " Using cached pyproj-3.6.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (31 kB)\n",
- "Collecting shapely>=1.8.0 (from geopandas)\n",
- " Using cached shapely-2.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (7.0 kB)\n",
+ "Requirement already satisfied: pandas>=1.4.0 in /opt/conda/lib/python3.10/site-packages (from geopandas) (2.1.3)\n",
+ "Requirement already satisfied: pyproj>=3.3.0 in /opt/conda/lib/python3.10/site-packages (from geopandas) (3.6.1)\n",
+ "Requirement already satisfied: shapely>=1.8.0 in /opt/conda/lib/python3.10/site-packages (from geopandas) (2.0.2)\n",
"Requirement already satisfied: attrs>=19.2.0 in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (23.1.0)\n",
- "Requirement already satisfied: certifi in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (2023.7.22)\n",
- "Collecting click~=8.0 (from fiona>=1.8.21->geopandas)\n",
- " Using cached click-8.1.7-py3-none-any.whl.metadata (3.0 kB)\n",
- "Collecting click-plugins>=1.0 (from fiona>=1.8.21->geopandas)\n",
- " Using cached click_plugins-1.1.1-py2.py3-none-any.whl (7.5 kB)\n",
- "Collecting cligj>=0.5 (from fiona>=1.8.21->geopandas)\n",
- " Using cached cligj-0.7.2-py3-none-any.whl (7.1 kB)\n",
+ "Requirement already satisfied: certifi in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (2023.11.17)\n",
+ "Requirement already satisfied: click~=8.0 in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (8.1.7)\n",
+ "Requirement already satisfied: click-plugins>=1.0 in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (1.1.1)\n",
+ "Requirement already satisfied: cligj>=0.5 in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (0.7.2)\n",
"Requirement already satisfied: six in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (1.16.0)\n",
"Requirement already satisfied: setuptools in /opt/conda/lib/python3.10/site-packages (from fiona>=1.8.21->geopandas) (68.2.2)\n",
- "Requirement already satisfied: numpy<2,>=1.22.4 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.4.0->geopandas) (1.26.1)\n",
+ "Requirement already satisfied: numpy<2,>=1.22.4 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.4.0->geopandas) (1.26.0)\n",
"Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.4.0->geopandas) (2.8.2)\n",
"Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.4.0->geopandas) (2023.3.post1)\n",
- "Collecting tzdata>=2022.1 (from pandas>=1.4.0->geopandas)\n",
- " Using cached tzdata-2023.3-py2.py3-none-any.whl (341 kB)\n",
- "Using cached geopandas-0.14.1-py3-none-any.whl (1.1 MB)\n",
- "Using cached fiona-1.9.5-cp310-cp310-manylinux2014_x86_64.whl (15.7 MB)\n",
- "Using cached pandas-2.1.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (12.3 MB)\n",
- "Using cached pyproj-3.6.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (8.3 MB)\n",
- "Using cached shapely-2.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.5 MB)\n",
- "Using cached click-8.1.7-py3-none-any.whl (97 kB)\n",
- "Installing collected packages: tzdata, shapely, pyproj, click, pandas, cligj, click-plugins, fiona, geopandas\n",
- "Successfully installed click-8.1.7 click-plugins-1.1.1 cligj-0.7.2 fiona-1.9.5 geopandas-0.14.1 pandas-2.1.3 pyproj-3.6.1 shapely-2.0.2 tzdata-2023.3\n",
+ "Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.4.0->geopandas) (2023.3)\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mRequirement already satisfied: backoff in /opt/conda/lib/python3.10/site-packages (2.2.1)\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mCollecting statsmodels\n",
- " Using cached statsmodels-0.14.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (10.1 MB)\n",
- "Requirement already satisfied: numpy>=1.18 in /opt/conda/lib/python3.10/site-packages (from statsmodels) (1.26.1)\n",
- "Collecting scipy!=1.9.2,>=1.4 (from statsmodels)\n",
- " Using cached scipy-1.11.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB)\n",
+ "\u001b[0mRequirement already satisfied: statsmodels in /opt/conda/lib/python3.10/site-packages (0.14.0)\n",
+ "Requirement already satisfied: numpy>=1.18 in /opt/conda/lib/python3.10/site-packages (from statsmodels) (1.26.0)\n",
+ "Requirement already satisfied: scipy!=1.9.2,>=1.4 in /opt/conda/lib/python3.10/site-packages (from statsmodels) (1.11.4)\n",
"Requirement already satisfied: pandas>=1.0 in /opt/conda/lib/python3.10/site-packages (from statsmodels) (2.1.3)\n",
- "Collecting patsy>=0.5.2 (from statsmodels)\n",
- " Using cached patsy-0.5.3-py2.py3-none-any.whl (233 kB)\n",
+ "Requirement already satisfied: patsy>=0.5.2 in /opt/conda/lib/python3.10/site-packages (from statsmodels) (0.5.3)\n",
"Requirement already satisfied: packaging>=21.3 in /opt/conda/lib/python3.10/site-packages (from statsmodels) (23.2)\n",
"Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.0->statsmodels) (2.8.2)\n",
"Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.0->statsmodels) (2023.3.post1)\n",
"Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.0->statsmodels) (2023.3)\n",
"Requirement already satisfied: six in /opt/conda/lib/python3.10/site-packages (from patsy>=0.5.2->statsmodels) (1.16.0)\n",
- "Using cached scipy-1.11.3-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (36.4 MB)\n",
- "Installing collected packages: scipy, patsy, statsmodels\n",
- "Successfully installed patsy-0.5.3 scipy-1.11.3 statsmodels-0.14.0\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mCollecting seaborn\n",
- " Using cached seaborn-0.13.0-py3-none-any.whl.metadata (5.3 kB)\n",
- "Requirement already satisfied: numpy!=1.24.0,>=1.20 in /opt/conda/lib/python3.10/site-packages (from seaborn) (1.26.1)\n",
+ "\u001b[0mRequirement already satisfied: seaborn in /opt/conda/lib/python3.10/site-packages (0.13.0)\n",
+ "Requirement already satisfied: numpy!=1.24.0,>=1.20 in /opt/conda/lib/python3.10/site-packages (from seaborn) (1.26.0)\n",
"Requirement already satisfied: pandas>=1.2 in /opt/conda/lib/python3.10/site-packages (from seaborn) (2.1.3)\n",
"Requirement already satisfied: matplotlib!=3.6.1,>=3.3 in /opt/conda/lib/python3.10/site-packages (from seaborn) (3.8.0)\n",
"Requirement already satisfied: contourpy>=1.0.1 in /opt/conda/lib/python3.10/site-packages (from matplotlib!=3.6.1,>=3.3->seaborn) (1.1.1)\n",
@@ -86,64 +62,39 @@
"Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.2->seaborn) (2023.3.post1)\n",
"Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.2->seaborn) (2023.3)\n",
"Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.10/site-packages (from python-dateutil>=2.7->matplotlib!=3.6.1,>=3.3->seaborn) (1.16.0)\n",
- "Using cached seaborn-0.13.0-py3-none-any.whl (294 kB)\n",
- "Installing collected packages: seaborn\n",
- "Successfully installed seaborn-0.13.0\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mRequirement already satisfied: scipy in /opt/conda/lib/python3.10/site-packages (1.11.3)\n",
- "Requirement already satisfied: numpy<1.28.0,>=1.21.6 in /opt/conda/lib/python3.10/site-packages (from scipy) (1.26.1)\n",
+ "\u001b[0mRequirement already satisfied: scipy in /opt/conda/lib/python3.10/site-packages (1.11.4)\n",
+ "Requirement already satisfied: numpy<1.28.0,>=1.21.6 in /opt/conda/lib/python3.10/site-packages (from scipy) (1.26.0)\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mCollecting mapclassify\n",
- " Using cached mapclassify-2.6.1-py3-none-any.whl.metadata (2.6 kB)\n",
- "Collecting networkx>=2.7 (from mapclassify)\n",
- " Using cached networkx-3.2.1-py3-none-any.whl.metadata (5.2 kB)\n",
- "Requirement already satisfied: numpy>=1.23 in /opt/conda/lib/python3.10/site-packages (from mapclassify) (1.26.1)\n",
+ "\u001b[0mRequirement already satisfied: mapclassify in /opt/conda/lib/python3.10/site-packages (2.6.1)\n",
+ "Requirement already satisfied: networkx>=2.7 in /opt/conda/lib/python3.10/site-packages (from mapclassify) (3.2.1)\n",
+ "Requirement already satisfied: numpy>=1.23 in /opt/conda/lib/python3.10/site-packages (from mapclassify) (1.26.0)\n",
"Requirement already satisfied: pandas!=1.5.0,>=1.4 in /opt/conda/lib/python3.10/site-packages (from mapclassify) (2.1.3)\n",
- "Collecting scikit-learn>=1.0 (from mapclassify)\n",
- " Using cached scikit_learn-1.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n",
- "Requirement already satisfied: scipy>=1.8 in /opt/conda/lib/python3.10/site-packages (from mapclassify) (1.11.3)\n",
+ "Requirement already satisfied: scikit-learn>=1.0 in /opt/conda/lib/python3.10/site-packages (from mapclassify) (1.3.2)\n",
+ "Requirement already satisfied: scipy>=1.8 in /opt/conda/lib/python3.10/site-packages (from mapclassify) (1.11.4)\n",
"Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.10/site-packages (from pandas!=1.5.0,>=1.4->mapclassify) (2.8.2)\n",
"Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas!=1.5.0,>=1.4->mapclassify) (2023.3.post1)\n",
"Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas!=1.5.0,>=1.4->mapclassify) (2023.3)\n",
- "Collecting joblib>=1.1.1 (from scikit-learn>=1.0->mapclassify)\n",
- " Using cached joblib-1.3.2-py3-none-any.whl.metadata (5.4 kB)\n",
- "Collecting threadpoolctl>=2.0.0 (from scikit-learn>=1.0->mapclassify)\n",
- " Using cached threadpoolctl-3.2.0-py3-none-any.whl.metadata (10.0 kB)\n",
+ "Requirement already satisfied: joblib>=1.1.1 in /opt/conda/lib/python3.10/site-packages (from scikit-learn>=1.0->mapclassify) (1.3.2)\n",
+ "Requirement already satisfied: threadpoolctl>=2.0.0 in /opt/conda/lib/python3.10/site-packages (from scikit-learn>=1.0->mapclassify) (3.2.0)\n",
"Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.10/site-packages (from python-dateutil>=2.8.2->pandas!=1.5.0,>=1.4->mapclassify) (1.16.0)\n",
- "Using cached mapclassify-2.6.1-py3-none-any.whl (38 kB)\n",
- "Using cached networkx-3.2.1-py3-none-any.whl (1.6 MB)\n",
- "Using cached scikit_learn-1.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (10.8 MB)\n",
- "Using cached joblib-1.3.2-py3-none-any.whl (302 kB)\n",
- "Using cached threadpoolctl-3.2.0-py3-none-any.whl (15 kB)\n",
- "Installing collected packages: threadpoolctl, networkx, joblib, scikit-learn, mapclassify\n",
- "Successfully installed joblib-1.3.2 mapclassify-2.6.1 networkx-3.2.1 scikit-learn-1.3.2 threadpoolctl-3.2.0\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mCollecting unidecode\n",
- " Using cached Unidecode-1.3.7-py3-none-any.whl.metadata (13 kB)\n",
- "Using cached Unidecode-1.3.7-py3-none-any.whl (235 kB)\n",
- "Installing collected packages: unidecode\n",
- "Successfully installed unidecode-1.3.7\n",
+ "\u001b[0mRequirement already satisfied: unidecode in /opt/conda/lib/python3.10/site-packages (1.3.7)\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mCollecting rasterio\n",
- " Using cached rasterio-1.3.9-cp310-cp310-manylinux2014_x86_64.whl.metadata (14 kB)\n",
- "Collecting affine (from rasterio)\n",
- " Using cached affine-2.4.0-py3-none-any.whl (15 kB)\n",
+ "\u001b[0mRequirement already satisfied: rasterio in /opt/conda/lib/python3.10/site-packages (1.3.9)\n",
+ "Requirement already satisfied: affine in /opt/conda/lib/python3.10/site-packages (from rasterio) (2.4.0)\n",
"Requirement already satisfied: attrs in /opt/conda/lib/python3.10/site-packages (from rasterio) (23.1.0)\n",
- "Requirement already satisfied: certifi in /opt/conda/lib/python3.10/site-packages (from rasterio) (2023.7.22)\n",
+ "Requirement already satisfied: certifi in /opt/conda/lib/python3.10/site-packages (from rasterio) (2023.11.17)\n",
"Requirement already satisfied: click>=4.0 in /opt/conda/lib/python3.10/site-packages (from rasterio) (8.1.7)\n",
"Requirement already satisfied: cligj>=0.5 in /opt/conda/lib/python3.10/site-packages (from rasterio) (0.7.2)\n",
- "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (from rasterio) (1.26.1)\n",
- "Collecting snuggs>=1.4.1 (from rasterio)\n",
- " Using cached snuggs-1.4.7-py3-none-any.whl (5.4 kB)\n",
+ "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (from rasterio) (1.26.0)\n",
+ "Requirement already satisfied: snuggs>=1.4.1 in /opt/conda/lib/python3.10/site-packages (from rasterio) (1.4.7)\n",
"Requirement already satisfied: click-plugins in /opt/conda/lib/python3.10/site-packages (from rasterio) (1.1.1)\n",
"Requirement already satisfied: setuptools in /opt/conda/lib/python3.10/site-packages (from rasterio) (68.2.2)\n",
"Requirement already satisfied: pyparsing>=2.1.6 in /opt/conda/lib/python3.10/site-packages (from snuggs>=1.4.1->rasterio) (3.1.1)\n",
- "Using cached rasterio-1.3.9-cp310-cp310-manylinux2014_x86_64.whl (20.6 MB)\n",
- "Installing collected packages: snuggs, affine, rasterio\n",
- "Successfully installed affine-2.4.0 rasterio-1.3.9 snuggs-1.4.7\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mRequirement already satisfied: seaborn in /opt/conda/lib/python3.10/site-packages (0.13.0)\n",
- "Requirement already satisfied: numpy!=1.24.0,>=1.20 in /opt/conda/lib/python3.10/site-packages (from seaborn) (1.26.1)\n",
+ "Requirement already satisfied: numpy!=1.24.0,>=1.20 in /opt/conda/lib/python3.10/site-packages (from seaborn) (1.26.0)\n",
"Requirement already satisfied: pandas>=1.2 in /opt/conda/lib/python3.10/site-packages (from seaborn) (2.1.3)\n",
"Requirement already satisfied: matplotlib!=3.6.1,>=3.3 in /opt/conda/lib/python3.10/site-packages (from seaborn) (3.8.0)\n",
"Requirement already satisfied: contourpy>=1.0.1 in /opt/conda/lib/python3.10/site-packages (from matplotlib!=3.6.1,>=3.3->seaborn) (1.1.1)\n",
@@ -158,12 +109,10 @@
"Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas>=1.2->seaborn) (2023.3)\n",
"Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.10/site-packages (from python-dateutil>=2.7->matplotlib!=3.6.1,>=3.3->seaborn) (1.16.0)\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mCollecting mpl_scatter_density\n",
- " Using cached mpl_scatter_density-0.7-py3-none-any.whl (655 kB)\n",
- "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (from mpl_scatter_density) (1.26.1)\n",
+ "\u001b[0mRequirement already satisfied: mpl_scatter_density in /opt/conda/lib/python3.10/site-packages (0.7)\n",
+ "Requirement already satisfied: numpy in /opt/conda/lib/python3.10/site-packages (from mpl_scatter_density) (1.26.0)\n",
"Requirement already satisfied: matplotlib>=3.0 in /opt/conda/lib/python3.10/site-packages (from mpl_scatter_density) (3.8.0)\n",
- "Collecting fast-histogram>=0.3 (from mpl_scatter_density)\n",
- " Using cached fast_histogram-0.12-cp38-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n",
+ "Requirement already satisfied: fast-histogram>=0.3 in /opt/conda/lib/python3.10/site-packages (from mpl_scatter_density) (0.12)\n",
"Requirement already satisfied: contourpy>=1.0.1 in /opt/conda/lib/python3.10/site-packages (from matplotlib>=3.0->mpl_scatter_density) (1.1.1)\n",
"Requirement already satisfied: cycler>=0.10 in /opt/conda/lib/python3.10/site-packages (from matplotlib>=3.0->mpl_scatter_density) (0.12.1)\n",
"Requirement already satisfied: fonttools>=4.22.0 in /opt/conda/lib/python3.10/site-packages (from matplotlib>=3.0->mpl_scatter_density) (4.43.1)\n",
@@ -173,37 +122,28 @@
"Requirement already satisfied: pyparsing>=2.3.1 in /opt/conda/lib/python3.10/site-packages (from matplotlib>=3.0->mpl_scatter_density) (3.1.1)\n",
"Requirement already satisfied: python-dateutil>=2.7 in /opt/conda/lib/python3.10/site-packages (from matplotlib>=3.0->mpl_scatter_density) (2.8.2)\n",
"Requirement already satisfied: six>=1.5 in /opt/conda/lib/python3.10/site-packages (from python-dateutil>=2.7->matplotlib>=3.0->mpl_scatter_density) (1.16.0)\n",
- "Using cached fast_histogram-0.12-cp38-abi3-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (57 kB)\n",
- "Installing collected packages: fast-histogram, mpl_scatter_density\n",
- "Successfully installed fast-histogram-0.12 mpl_scatter_density-0.7\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
- "\u001b[0mCollecting rasterstats\n",
- " Using cached rasterstats-0.19.0-py3-none-any.whl.metadata (4.1 kB)\n",
+ "\u001b[0mRequirement already satisfied: rasterstats in /opt/conda/lib/python3.10/site-packages (0.19.0)\n",
"Requirement already satisfied: affine in /opt/conda/lib/python3.10/site-packages (from rasterstats) (2.4.0)\n",
"Requirement already satisfied: click>7.1 in /opt/conda/lib/python3.10/site-packages (from rasterstats) (8.1.7)\n",
"Requirement already satisfied: cligj>=0.4 in /opt/conda/lib/python3.10/site-packages (from rasterstats) (0.7.2)\n",
"Requirement already satisfied: fiona in /opt/conda/lib/python3.10/site-packages (from rasterstats) (1.9.5)\n",
- "Requirement already satisfied: numpy>=1.9 in /opt/conda/lib/python3.10/site-packages (from rasterstats) (1.26.1)\n",
+ "Requirement already satisfied: numpy>=1.9 in /opt/conda/lib/python3.10/site-packages (from rasterstats) (1.26.0)\n",
"Requirement already satisfied: rasterio>=1.0 in /opt/conda/lib/python3.10/site-packages (from rasterstats) (1.3.9)\n",
- "Collecting simplejson (from rasterstats)\n",
- " Using cached simplejson-3.19.2-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.1 kB)\n",
+ "Requirement already satisfied: simplejson in /opt/conda/lib/python3.10/site-packages (from rasterstats) (3.19.2)\n",
"Requirement already satisfied: shapely in /opt/conda/lib/python3.10/site-packages (from rasterstats) (2.0.2)\n",
"Requirement already satisfied: attrs in /opt/conda/lib/python3.10/site-packages (from rasterio>=1.0->rasterstats) (23.1.0)\n",
- "Requirement already satisfied: certifi in /opt/conda/lib/python3.10/site-packages (from rasterio>=1.0->rasterstats) (2023.7.22)\n",
+ "Requirement already satisfied: certifi in /opt/conda/lib/python3.10/site-packages (from rasterio>=1.0->rasterstats) (2023.11.17)\n",
"Requirement already satisfied: snuggs>=1.4.1 in /opt/conda/lib/python3.10/site-packages (from rasterio>=1.0->rasterstats) (1.4.7)\n",
"Requirement already satisfied: click-plugins in /opt/conda/lib/python3.10/site-packages (from rasterio>=1.0->rasterstats) (1.1.1)\n",
"Requirement already satisfied: setuptools in /opt/conda/lib/python3.10/site-packages (from rasterio>=1.0->rasterstats) (68.2.2)\n",
"Requirement already satisfied: six in /opt/conda/lib/python3.10/site-packages (from fiona->rasterstats) (1.16.0)\n",
"Requirement already satisfied: pyparsing>=2.1.6 in /opt/conda/lib/python3.10/site-packages (from snuggs>=1.4.1->rasterio>=1.0->rasterstats) (3.1.1)\n",
- "Using cached rasterstats-0.19.0-py3-none-any.whl (16 kB)\n",
- "Using cached simplejson-3.19.2-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (137 kB)\n",
- "Installing collected packages: simplejson, rasterstats\n",
- "Successfully installed rasterstats-0.19.0 simplejson-3.19.2\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mRequirement already satisfied: xmltodict in /opt/conda/lib/python3.10/site-packages (0.13.0)\n",
"\u001b[33mWARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv\u001b[0m\u001b[33m\n",
"\u001b[0mRequirement already satisfied: pandas in /opt/conda/lib/python3.10/site-packages (2.1.3)\n",
- "Requirement already satisfied: numpy<2,>=1.22.4 in /opt/conda/lib/python3.10/site-packages (from pandas) (1.26.1)\n",
+ "Requirement already satisfied: numpy<2,>=1.22.4 in /opt/conda/lib/python3.10/site-packages (from pandas) (1.26.0)\n",
"Requirement already satisfied: python-dateutil>=2.8.2 in /opt/conda/lib/python3.10/site-packages (from pandas) (2.8.2)\n",
"Requirement already satisfied: pytz>=2020.1 in /opt/conda/lib/python3.10/site-packages (from pandas) (2023.3.post1)\n",
"Requirement already satisfied: tzdata>=2022.1 in /opt/conda/lib/python3.10/site-packages (from pandas) (2023.3)\n",
@@ -350,7 +290,7 @@
},
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": 4,
"id": "82dba01f-ac52-4ded-a0ae-bbd06d12f241",
"metadata": {
"tags": []
@@ -359,10 +299,10 @@
{
"data": {
"text/plain": [
- "'{\"code\": 200, \"message\": {\"id\": \"93116e676f31f6441fbad3591c571f7ae662e83e\", \"short_id\": \"93116e67\", \"created_at\": \"2023-11-17T17:44:47.000+00:00\", \"parent_ids\": [\"55b36717d1fe56125181b636cdf40f130f06ea39\"], \"title\": \"Registering algorithm: run_IPCC_classes_ADE\", \"message\": \"Registering algorithm: run_IPCC_classes_ADE\", \"author_name\": \"root\", \"author_email\": \"root@6428f112ea15\", \"authored_date\": \"2023-11-17T17:44:47.000+00:00\", \"committer_name\": \"root\", \"committer_email\": \"root@6428f112ea15\", \"committed_date\": \"2023-11-17T17:44:47.000+00:00\", \"trailers\": {}, \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/commit/93116e676f31f6441fbad3591c571f7ae662e83e\", \"stats\": {\"additions\": 1, \"deletions\": 1, \"total\": 2}, \"status\": \"created\", \"project_id\": 3, \"last_pipeline\": {\"id\": 9784, \"iid\": 531, \"project_id\": 3, \"sha\": \"93116e676f31f6441fbad3591c571f7ae662e83e\", \"ref\": \"main\", \"status\": \"created\", \"source\": \"push\", \"created_at\": \"2023-11-17T17:44:48.366Z\", \"updated_at\": \"2023-11-17T17:44:48.366Z\", \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/pipelines/9784\"}, \"job_web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/10035\", \"job_log_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/10035/raw\"}}\\n'"
+ "'{\"code\": 200, \"message\": {\"id\": \"bc2fe88c56962f89c892c68f77be5b114cbf9a6e\", \"short_id\": \"bc2fe88c\", \"created_at\": \"2023-11-22T21:22:56.000+00:00\", \"parent_ids\": [\"781cefe85445ab5a0813548b994cdd4ef276a911\"], \"title\": \"Registering algorithm: run_IPCC_classes_ADE\", \"message\": \"Registering algorithm: run_IPCC_classes_ADE\", \"author_name\": \"root\", \"author_email\": \"root@e49d5cea4b76\", \"authored_date\": \"2023-11-22T21:22:56.000+00:00\", \"committer_name\": \"root\", \"committer_email\": \"root@e49d5cea4b76\", \"committed_date\": \"2023-11-22T21:22:56.000+00:00\", \"trailers\": {}, \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/commit/bc2fe88c56962f89c892c68f77be5b114cbf9a6e\", \"stats\": {\"additions\": 7, \"deletions\": 7, \"total\": 14}, \"status\": \"pending\", \"project_id\": 3, \"last_pipeline\": {\"id\": 9926, \"iid\": 538, \"project_id\": 3, \"sha\": \"bc2fe88c56962f89c892c68f77be5b114cbf9a6e\", \"ref\": \"main\", \"status\": \"pending\", \"source\": \"push\", \"created_at\": \"2023-11-22T21:22:57.326Z\", \"updated_at\": \"2023-11-22T21:22:58.036Z\", \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/pipelines/9926\"}, \"job_web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/10177\", \"job_log_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/10177/raw\"}}\\n'"
]
},
- "execution_count": 13,
+ "execution_count": 4,
"metadata": {},
"output_type": "execute_result"
}
@@ -402,7 +342,7 @@
"if not os.path.exists(Desired_output_folder):\n",
" os.mkdir(Desired_output_folder)\n",
"TILES = [\"00N_000E\",\"00N_010E\",\"00N_020E\",\"00N_030E\",\"00N_040E\",\"00N_040W\",\"00N_050W\",\"00N_060W\",\"00N_070W\",\"00N_080W\",\"00N_090E\",\"00N_090W\",\"00N_100E\",\"00N_110E\",\"00N_120E\",\"00N_130E\",\"00N_140E\",\"00N_150E\",\"00N_160E\",\"10N_000E\",\"10N_010E\",\"10N_010W\",\"10N_020E\",\"10N_020W\",\"10N_030E\",\"10N_040E\",\"10N_050E\",\"10N_050W\",\"10N_060W\",\"10N_070E\",\"10N_070W\",\"10N_080E\",\"10N_080W\",\"10N_090E\",\"10N_090W\",\"10N_100E\",\"10N_110E\",\"10N_120E\",\"10N_130E\",\"10S_010E\",\"10S_020E\",\"10S_030E\",\"10S_040E\",\"10S_040W\",\"10S_050E\",\"10S_050W\",\"10S_060W\",\"10S_070W\",\"10S_080W\",\"10S_110E\",\"10S_120E\",\"10S_130E\",\"10S_140E\",\"10S_150E\",\"10S_160E\",\"10S_170E\",\"20N_000E\",\"20N_010E\",\"20N_010W\",\"20N_020E\",\"20N_020W\",\"20N_030E\",\"20N_040E\",\"20N_050E\",\"20N_060W\",\"20N_070E\",\"20N_070W\",\"20N_080E\",\"20N_080W\",\"20N_090E\",\"20N_090W\",\"20N_100E\",\"20N_100W\",\"20N_110E\",\"20N_110W\",\"20N_120E\",\"20N_160W\",\"20S_010E\",\"20S_020E\",\"20S_030E\",\"20S_040E\",\"20S_050W\",\"20S_060W\",\"20S_070W\",\"20S_080W\",\"20S_110E\",\"20S_120E\",\"20S_130E\",\"20S_140E\",\"20S_150E\",\"20S_160E\",\"30N_000E\",\"30N_010E\",\"30N_010W\",\"30N_020E\",\"30N_020W\",\"30N_030E\",\"30N_040E\",\"30N_050E\",\"30N_060E\",\"30N_070E\",\"30N_080E\",\"30N_080W\",\"30N_090E\",\"30N_090W\",\"30N_100E\",\"30N_100W\",\"30N_110E\",\"30N_110W\",\"30N_120E\",\"30N_120W\",\"30N_130E\",\"30N_160W\",\"30N_170W\",\"30S_010E\",\"30S_020E\",\"30S_030E\",\"30S_060W\",\"30S_070W\",\"30S_080W\",\"30S_110E\",\"30S_120E\",\"30S_130E\",\"30S_140E\",\"30S_150E\",\"30S_170E\",\"40N_000E\",\"40N_010E\",\"40N_010W\",\"40N_020E\",\"40N_020W\",\"40N_030E\",\"40N_040E\",\"40N_050E\",\"40N_060E\",\"40N_070E\",\"40N_080E\",\"40N_080W\",\"40N_090E\",\"40N_090W\",\"40N_100E\",\"40N_100W\",\"40N_110E\",\"40N_110W\",\"40N_120E\",\"40N_120W\",\"40N_130E\",\"40N_130W\",\"40N_140E\",\"40S_070W\",\"40S_080W\",\"40S_140E\",\"40S_160E\",\"40S_170E\",\"50N_000E\",\"50N_010E\",\"50N_010W\",\"50N_020E\",\"50N_030E\",\"50N_040E\",\"50N_050E\",\"50N_060E\",\"50N_060W\",\"50N_070E\",\"50N_070W\",\"50N_080E\",\"50N_080W\",\"50N_090E\",\"50N_090W\",\"50N_100E\",\"50N_100W\",\"50N_110E\",\"50N_110W\",\"50N_120E\",\"50N_120W\",\"50N_130E\",\"50N_130W\",\"50N_140E\",\"50N_150E\",\"50S_070W\",\"50S_080W\",\"60N_000E\",\"60N_010E\",\"60N_010W\",\"60N_020E\",\"60N_020W\",\"60N_030E\",\"60N_040E\",\"60N_050E\",\"60N_060E\",\"60N_060W\",\"60N_070E\",\"60N_070W\",\"60N_080E\",\"60N_080W\",\"60N_090E\",\"60N_090W\",\"60N_100E\",\"60N_100W\",\"60N_110E\",\"60N_110W\",\"60N_120E\",\"60N_120W\",\"60N_130E\",\"60N_130W\",\"60N_140E\",\"60N_140W\",\"60N_150E\",\"60N_150W\",\"60N_160E\",\"60N_160W\",\"60N_170E\",\"60N_170W\",\"60N_180W\",\"70N_000E\",\"70N_010E\",\"70N_020E\",\"70N_030E\",\"70N_040E\",\"70N_050E\",\"70N_060E\",\"70N_070E\",\"70N_070W\",\"70N_080E\",\"70N_080W\",\"70N_090E\",\"70N_090W\",\"70N_100E\",\"70N_100W\",\"70N_110E\",\"70N_110W\",\"70N_120E\",\"70N_120W\",\"70N_130E\",\"70N_130W\",\"70N_140E\",\"70N_140W\",\"70N_150E\",\"70N_150W\",\"70N_160E\",\"70N_160W\",\"70N_170E\",\"70N_170W\",\"80N_010E\",\"80N_020E\",\"80N_030E\",\"80N_070E\",\"80N_080E\",\"80N_090E\",\"80N_100E\",\"80N_110E\",\"80N_120E\",\"80N_130E\",\"80N_130W\",\"80N_140E\",\"80N_140W\",\"80N_150E\",\"80N_150W\",\"80N_160E\",\"80N_160W\",\"80N_170W\"]\n",
- "TILES = [\"00N_000E\"]\n",
+ "TILES = [\"10S_060W\"]\n",
"\n",
"i = 0\n",
"count = -1\n",
@@ -418,7 +358,7 @@
" algo_id=\"run_IPCC_classes_ADE\",\n",
" version=\"IPCC_classes_ADE_v3\",\n",
" username=\"nehajo88\",\n",
- " queue=\"maap-dps-worker-32vcpu-64gb\",#\"maap-dps-worker-32gb\",\n",
+ " queue=\"maap-dps-worker-16gb\",#\"maap-dps-worker-32gb\",\n",
" FOREST_HEIGHT_2000=\"https://glad.umd.edu/users/Potapov/GLCLUC2020/Forest_height_2000/2000_\" + TILE + \".tif\",\n",
" FOREST_HEIGHT_2020=\"https://glad.umd.edu/users/Potapov/GLCLUC2020/Forest_height_2020/2020_\" + TILE + \".tif\",\n",
" FOREST_LOSS=\"https://glad.umd.edu/users/Potapov/GLCLUC2020/Forest_height_loss_2000_2020/netloss_\" + TILE + \".tif\",\n",
diff --git a/country_summaries/IPCC_classes_DPS/run_IPCC_classes_ADE.yml b/country_summaries/IPCC_classes_DPS/run_IPCC_classes_ADE.yml
index f7ba540..ce80630 100644
--- a/country_summaries/IPCC_classes_DPS/run_IPCC_classes_ADE.yml
+++ b/country_summaries/IPCC_classes_DPS/run_IPCC_classes_ADE.yml
@@ -72,6 +72,6 @@ inputs:
description: position2
name: output_file
required: true
-queue: maap-dps-worker-16gb
+queue: maap-dps-worker-32gb
repository_url: https://repo.maap-project.org/lduncanson/biomass_harmonization.git
run_command: biomass_harmonization/country_summaries/IPCC_classes_DPS/run_IPCC_classes_ADE.sh
\ No newline at end of file
--
GitLab