From 421d87a7cfb4565bd73e481b7df6adfa170276a6 Mon Sep 17 00:00:00 2001
From: nehajo88 <nehajo88@gmail.com>
Date: Fri, 24 Nov 2023 09:15:05 -0800
Subject: [PATCH] Vector - DISPLAY Vectorizing IPCC classes
---
.../DIS_Vector_IPCC_classes-checkpoint.R | 56 +++++
...DIS_Vector_IPCC_classes_ADE-checkpoint.yml | 33 +++
...IS_Vector_biomass_in_IPCC-checkpoint.ipynb | 213 ++++++++++++++++++
...ector_build_command_main_ADE-checkpoint.sh | 17 ++
.../DIS_Vector_env_main_ADE-checkpoint.yaml | 24 ++
..._Vector_run_IPCC_classes_ADE-checkpoint.sh | 16 ++
.../Vector/DISPLAY/DIS_Vector_IPCC_classes.R | 56 +++++
.../DISPLAY/DIS_Vector_IPCC_classes_ADE.yml | 33 +++
.../DISPLAY/DIS_Vector_biomass_in_IPCC.ipynb | 213 ++++++++++++++++++
.../DIS_Vector_build_command_main_ADE.sh | 17 ++
.../DISPLAY/DIS_Vector_env_main_ADE.yaml | 24 ++
.../DIS_Vector_run_IPCC_classes_ADE.sh | 16 ++
12 files changed, 718 insertions(+)
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes-checkpoint.R
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes_ADE-checkpoint.yml
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_biomass_in_IPCC-checkpoint.ipynb
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_build_command_main_ADE-checkpoint.sh
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_env_main_ADE-checkpoint.yaml
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_run_IPCC_classes_ADE-checkpoint.sh
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes.R
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes_ADE.yml
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_biomass_in_IPCC.ipynb
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_build_command_main_ADE.sh
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_env_main_ADE.yaml
create mode 100644 country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_run_IPCC_classes_ADE.sh
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes-checkpoint.R b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes-checkpoint.R
new file mode 100644
index 0000000..f675965
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes-checkpoint.R
@@ -0,0 +1,56 @@
+#####################################################################################################
+#####################################################################################################
+packages <- c("raster", "rgdal", "terra", "sf", "sp")
+package.check <- lapply(packages, FUN = function(x) {
+ if (!require(x, character.only = TRUE)) {
+ library(x, character.only = TRUE, quietly=TRUE)
+ library(geojsonio)
+ }
+})
+#####################################################################################################
+#####################################################################################################
+options(show.error.locations = TRUE)
+options(error = traceback)
+args <- commandArgs(trailingOnly = TRUE)
+
+TILE <- args[1]
+
+#####################################################################################################
+######################### CONVERT FILE TO 1 KM RESOLUTION USING MODE
+
+INPUT <- args[5]
+OUTPUT <- args[2]
+if (file.exists(INPUT)) {
+ gdal_utils(util = "warp", source = INPUT, destination="input/NN.tif", options=c("-co","c(COMPRESS=DEFLATE,PREDICTOR=2,ZLEVEL=9)", "-ts",120,120,"-r","near","-dstnodata",0))
+ gdal_utils(util = "warp", source = INPUT, destination="input/MM.tif", options=c("-co","c(COMPRESS=DEFLATE,PREDICTOR=2,ZLEVEL=9)", "-ts",120,120,"-r","mode","-dstnodata",0))
+}
+NN <- rast("input/NN.tif")
+MM <- rast("input/MM.tif")
+MM[is.na(NN)] <- NA
+writeRaster(MM, args[2], wopt= list(gdal=c("COMPRESS=DEFLATE","PREDICTOR=2","ZLEVEL=9")), overwrite=TRUE)
+
+#####################################################################################################
+######################## VECTORIZE THE 1 KM AND 30 M RASTERS ########################################
+
+INVALIDS = c(100,200,300,1022,1025,1023,1016,1014,1013,1012,1011,1021,4042,4041,4043,4032,4035,4033,4022,4021,4025,4023,4012,4014,4016,4013,4011,5013,5014,5011,5023,5021,5035,5022,5031,7041,7043,7042,7031,7032,7035,7033,7022,7025,2042,2043,2035,2041,2033,2032,2031,2025,2022,2021,2023,2013,2012,2011,2016,2014,8011,8016,8021,8031,8035,3011,3014,3013,3012,3016,3021,3025,3023,3022,3031,3033,3035,1020,1020,1020,2020,2020,2020,2020,2020,2020,4020,4020,4020,1018,1018,1018,2018,2018,2018,2018,2018,2018,4018,4018,4018,1017,1017,1017,2017,2017,2017,2017,2017,2017,4017,4017,4017,1021,1021,1021,2021,2021,2021,2021,2021,2021,5021,5021,5021,6021,6021,6021,1019,1019,1019,2019,2019,2019,2019,2019,2019,4019,4019,4019,1008,1008,1008,2008,2008,2008,2008,2008,2008,4008,4008,4008,8008,8008,8008,1007,1007,1007,2007,2007,2007,2007,2007,2007,5007,5007,5007,6007,6007,6007,7007,7007,7007,1010,1010,1010,2010,2010,2010,2010,2010,2010,5010,5010,5010,6010,6010,6010,1009,1009,1009,2009,2009,2009,2009,2009,2009,4009,4009,4009,7009,7009,7009,4013,4013,4013,7013,7013,7013,2013,2013,2013,2013,2013,2013,8013,8013,8013,4011,4011,4011,7011,7011,7011,2011,2011,2011,4014,4014,4014,7014,7014,7014,8014,8014,8014,2014,2014,2014,2014,2014,2014,2012,2012,2012,4012,4012,4012,7012,7012,7012,2015,2015,2015,2015,2015,2015,4015,4015,4015,7015,7015,7015,2001,2001,2001,4001,4001,4001,7001,7001,7001,2003,2003,2003,4003,4003,4003,7003,7003,7003,2002,2002,2002,4002,4002,4002,7002,7002,7002,2006,2006,2006,4006,4006,4006,1016,1016,1016,2016,2016,2016,4016,4016,4016,1014,1014,1014,2014,2014,2014,2014,2014,2014,1018,1018,1018,2018,2018,2018,2005,2005,2005,3005,3005,3005,4005,4005,4005,7005,7005,7005,1004,1004,1004,2004,2004,2004,2004,2004,2004,3004,3004,3004,4004,4004,4004,7004,7004,7004,8004,8004,8004,1022,1022,1022,2022,2022,2022,4022,4022,4022,7022,7022,7022)
+
+if (file.exists(args[2])) {
+ r <- rast(args[2])
+ p <- as.polygons(r)
+ names(p)[1] = "IPCC_classes_1km"
+ for (invalid in INVALIDS){
+ p <- subset(p, p$"IPCC_classes_1km" != invalid)
+ }
+ writeVector(p, args[4])
+}
+
+# if (file.exists(args[5])) {
+# r <- rast(args[5])
+# m <- as.polygons(r)
+# names(m)[1] = "IPCC_classes_1km"
+# for (invalid in INVALIDS){
+# m <- subset(m, m$"IPCC_classes_1km" != invalid)
+# }
+# writeVector(m, args[3])
+# }
+#####################################################################################################
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes_ADE-checkpoint.yml b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes_ADE-checkpoint.yml
new file mode 100644
index 0000000..d5e3694
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_IPCC_classes_ADE-checkpoint.yml
@@ -0,0 +1,33 @@
+algorithm_description: Runs post processing steps to vectorize IPCC raster classes
+algorithm_name: run_DIS_Vector_IPCC_classes_ADE
+algorithm_version: DIS_Vector_IPCC_classes_ADE
+build_command: biomass_harmonization/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_build_command_main_ADE.sh
+disk_space: 50GB
+docker_container_url: mas.maap-project.org/root/maap-workspaces/base_images/r:v3.1.0
+inputs:
+ config: []
+ file:
+ - default: 'none1'
+ description: IPCC_raster
+ name: IPCC_raster
+ required: true
+ positional:
+ - default: 'none'
+ description: TILE
+ name: TILE
+ required: true
+ - default: 'none'
+ description: IPCC_raster_1000m
+ name: IPCC_raster_1000m
+ required: true
+ - default: 'none4'
+ description: IPCC_vector_30m
+ name: IPCC_vector_30m
+ required: true
+ - default: 'none5'
+ description: IPCC_vector_1000m
+ name: IPCC_vector_1000m
+ required: true
+queue: maap-dps-worker-32gb
+repository_url: https://repo.maap-project.org/lduncanson/biomass_harmonization.git
+run_command: biomass_harmonization/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_run_IPCC_classes_ADE.sh
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_biomass_in_IPCC-checkpoint.ipynb b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_biomass_in_IPCC-checkpoint.ipynb
new file mode 100644
index 0000000..a0ae495
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_biomass_in_IPCC-checkpoint.ipynb
@@ -0,0 +1,213 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 16,
+ "id": "d67a95ef-d324-40eb-8fde-2e17aebc5d9b",
+ "metadata": {
+ "tags": []
+ },
+ "outputs": [],
+ "source": [
+ "import os\n",
+ "import shutil\n",
+ "import datetime\n",
+ "import glob\n",
+ "from maap.maap import MAAP\n",
+ "import time \n",
+ "maap=MAAP() "
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "id": "3a2b480f-a23e-49fa-b26b-392f27bd9cef",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "'{\"code\": 200, \"message\": {\"id\": \"6ba4a5bd1bb21e71d83941524993cf05c8e91271\", \"short_id\": \"6ba4a5bd\", \"created_at\": \"2023-11-12T22:44:41.000+00:00\", \"parent_ids\": [\"90b25283451c5f020581e627150c33c7801f46e4\"], \"title\": \"Registering algorithm: run_Vector_IPCC_classes_ADE\", \"message\": \"Registering algorithm: run_Vector_IPCC_classes_ADE\", \"author_name\": \"root\", \"author_email\": \"root@14e16c2322e1\", \"authored_date\": \"2023-11-12T22:44:41.000+00:00\", \"committer_name\": \"root\", \"committer_email\": \"root@14e16c2322e1\", \"committed_date\": \"2023-11-12T22:44:41.000+00:00\", \"trailers\": {}, \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/commit/6ba4a5bd1bb21e71d83941524993cf05c8e91271\", \"stats\": {\"additions\": 0, \"deletions\": 0, \"total\": 0}, \"status\": \"pending\", \"project_id\": 3, \"last_pipeline\": {\"id\": 9623, \"iid\": 500, \"project_id\": 3, \"sha\": \"6ba4a5bd1bb21e71d83941524993cf05c8e91271\", \"ref\": \"main\", \"status\": \"pending\", \"source\": \"push\", \"created_at\": \"2023-11-12T22:44:42.093Z\", \"updated_at\": \"2023-11-12T22:44:42.501Z\", \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/pipelines/9623\"}, \"job_web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/9874\", \"job_log_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/9874/raw\"}}\\n'"
+ ]
+ },
+ "execution_count": 7,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "# cd /projects/ADE_biomass_harmonization/biomass_harmonization/\n",
+ "# git add country_summaries/IPCC_classes_DPS/Vector\n",
+ "# git commit -m 'Vector - Vectorizing IPCC classes'\n",
+ "# git tag -f Vector_IPCC_classes_ADE\n",
+ "\n",
+ "# git push origin -f Vector_IPCC_classes_ADE\n",
+ "# git push\n",
+ "# git push origin -f Vector_IPCC_classes_ADE\n",
+ "\n",
+ "########### REGISTER ALGORITHM ON NEW ADE ##############\n",
+ "maap.register_algorithm_from_yaml_file(\"/projects/ADE_biomass_harmonization/biomass_harmonization/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes_ADE.yml\").text"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 29,
+ "id": "63d7cc00-e8bd-47c6-8394-db3c8ef6bfec",
+ "metadata": {
+ "tags": []
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "submitting 10N_050E\n",
+ "c0a04cd9-1581-4b94-8369-193b8ff019c6\n",
+ "submitting 20S_080W\n",
+ "3db35304-0224-461b-90a3-ac8bea0b712c\n",
+ "submitting 20S_120E\n",
+ "b4a7e7f1-dd70-4602-a719-4af00b9e9c76\n",
+ "submitting 20S_130E\n",
+ "617451b0-7090-4bf5-9a56-b1ea5e9fa264\n",
+ "submitting 30N_020E\n",
+ "f5822400-9517-4f51-9750-b5bab4f6b849\n",
+ "submitting 30N_030E\n",
+ "7496eca2-8e95-47d5-a53b-1bd52405eba8\n",
+ "submitting 30N_130E\n",
+ "9d779bf2-8fa3-4bbf-b095-091efc55b1bd\n",
+ "submitting 40N_020W\n",
+ "344538b6-c134-46cb-8a18-ce527dbf50f5\n",
+ "submitting 60N_170E\n",
+ "72ccbfbf-f576-4a6c-9b52-eb51573cd4d2\n",
+ "submitting 60N_170W\n",
+ "91a90bc8-df1c-48ac-8c54-ccedf1acbfd9\n",
+ "submitting 60N_180W\n",
+ "b582e388-0b2a-4310-8ba9-6b317f936570\n",
+ "submitting 70N_070W\n",
+ "308daef4-0f7f-4fb8-862f-55be4528382f\n",
+ "submitting 70N_080W\n",
+ "3a27cb5d-aef7-4141-8acb-51ad88a40fba\n",
+ "submitting 70N_090W\n",
+ "4e674356-14e8-47a8-a2ce-793969789267\n",
+ "submitting 80N_070E\n",
+ "dec566b6-e547-407f-97be-06041019ab6f\n",
+ "submitting 80N_080E\n",
+ "ec40659b-e1e6-4fab-92e6-056c1b569240\n",
+ "submitting 80N_130W\n",
+ "06594966-37c9-4576-b659-c73c953b75b8\n",
+ "submitting 80N_140W\n",
+ "347306c7-20b3-4d3b-94da-b44b0024983d\n",
+ "submitting 80N_150E\n",
+ "eef65e99-0fb7-4e00-8119-2015943130ab\n",
+ "submitting 80N_150W\n",
+ "5fd87a58-db1a-4d80-843d-06655e20a5f9\n",
+ "submitting 80N_160E\n",
+ "803c1a3b-f4c5-457d-a1d8-66437f9c6bdc\n",
+ "submitting 80N_160W\n",
+ "ee02b473-2c77-4d30-b3cc-f1ab499c4507\n",
+ "submitting 80N_170W\n",
+ "47a2be85-f2cd-4d7e-a116-6c8b795e9ea4\n"
+ ]
+ }
+ ],
+ "source": [
+ "Desired_output_folder = '/projects/my-public-bucket/Data/Harris_et_al_PAPER/Global_IPCC_classes_ADE_v6_GPKG_DIS'\n",
+ "if not os.path.exists(Desired_output_folder):\n",
+ " os.mkdir(Desired_output_folder)\n",
+ " \n",
+ "TILES = [\"00N_000E\",\"00N_010E\",\"00N_020E\",\"00N_030E\",\"00N_040E\",\"00N_040W\",\"00N_050W\",\"00N_060W\",\"00N_070W\",\"00N_080W\",\"00N_090E\",\"00N_090W\",\"00N_100E\",\"00N_110E\",\"00N_120E\",\"00N_130E\",\"00N_140E\",\"00N_150E\",\"00N_160E\",\"10N_000E\",\"10N_010E\",\"10N_010W\",\"10N_020E\",\"10N_020W\",\"10N_030E\",\"10N_040E\",\"10N_050E\",\"10N_050W\",\"10N_060W\",\"10N_070E\",\"10N_070W\",\"10N_080E\",\"10N_080W\",\"10N_090E\",\"10N_090W\",\"10N_100E\",\"10N_110E\",\"10N_120E\",\"10N_130E\",\"10S_010E\",\"10S_020E\",\"10S_030E\",\"10S_040E\",\"10S_040W\",\"10S_050E\",\"10S_050W\",\"10S_060W\",\"10S_070W\",\"10S_080W\",\"10S_110E\",\"10S_120E\",\"10S_130E\",\"10S_140E\",\"10S_150E\",\"10S_160E\",\"10S_170E\",\"20N_000E\",\"20N_010E\",\"20N_010W\",\"20N_020E\",\"20N_020W\",\"20N_030E\",\"20N_040E\",\"20N_050E\",\"20N_060W\",\"20N_070E\",\"20N_070W\",\"20N_080E\",\"20N_080W\",\"20N_090E\",\"20N_090W\",\"20N_100E\",\"20N_100W\",\"20N_110E\",\"20N_110W\",\"20N_120E\",\"20N_160W\",\"20S_010E\",\"20S_020E\",\"20S_030E\",\"20S_040E\",\"20S_050W\",\"20S_060W\",\"20S_070W\",\"20S_080W\",\"20S_110E\",\"20S_120E\",\"20S_130E\",\"20S_140E\",\"20S_150E\",\"20S_160E\",\"30N_000E\",\"30N_010E\",\"30N_010W\",\"30N_020E\",\"30N_020W\",\"30N_030E\",\"30N_040E\",\"30N_050E\",\"30N_060E\",\"30N_070E\",\"30N_080E\",\"30N_080W\",\"30N_090E\",\"30N_090W\",\"30N_100E\",\"30N_100W\",\"30N_110E\",\"30N_110W\",\"30N_120E\",\"30N_120W\",\"30N_130E\",\"30N_160W\",\"30N_170W\",\"30S_010E\",\"30S_020E\",\"30S_030E\",\"30S_060W\",\"30S_070W\",\"30S_080W\",\"30S_110E\",\"30S_120E\",\"30S_130E\",\"30S_140E\",\"30S_150E\",\"30S_170E\",\"40N_000E\",\"40N_010E\",\"40N_010W\",\"40N_020E\",\"40N_020W\",\"40N_030E\",\"40N_040E\",\"40N_050E\",\"40N_060E\",\"40N_070E\",\"40N_080E\",\"40N_080W\",\"40N_090E\",\"40N_090W\",\"40N_100E\",\"40N_100W\",\"40N_110E\",\"40N_110W\",\"40N_120E\",\"40N_120W\",\"40N_130E\",\"40N_130W\",\"40N_140E\",\"40S_070W\",\"40S_080W\",\"40S_140E\",\"40S_160E\",\"40S_170E\",\"50N_000E\",\"50N_010E\",\"50N_010W\",\"50N_020E\",\"50N_030E\",\"50N_040E\",\"50N_050E\",\"50N_060E\",\"50N_060W\",\"50N_070E\",\"50N_070W\",\"50N_080E\",\"50N_080W\",\"50N_090E\",\"50N_090W\",\"50N_100E\",\"50N_100W\",\"50N_110E\",\"50N_110W\",\"50N_120E\",\"50N_120W\",\"50N_130E\",\"50N_130W\",\"50N_140E\",\"50N_150E\",\"50S_070W\",\"50S_080W\",\"60N_000E\",\"60N_010E\",\"60N_010W\",\"60N_020E\",\"60N_020W\",\"60N_030E\",\"60N_040E\",\"60N_050E\",\"60N_060E\",\"60N_060W\",\"60N_070E\",\"60N_070W\",\"60N_080E\",\"60N_080W\",\"60N_090E\",\"60N_090W\",\"60N_100E\",\"60N_100W\",\"60N_110E\",\"60N_110W\",\"60N_120E\",\"60N_120W\",\"60N_130E\",\"60N_130W\",\"60N_140E\",\"60N_140W\",\"60N_150E\",\"60N_150W\",\"60N_160E\",\"60N_160W\",\"60N_170E\",\"60N_170W\",\"60N_180W\",\"70N_000E\",\"70N_010E\",\"70N_020E\",\"70N_030E\",\"70N_040E\",\"70N_050E\",\"70N_060E\",\"70N_070E\",\"70N_070W\",\"70N_080E\",\"70N_080W\",\"70N_090E\",\"70N_090W\",\"70N_100E\",\"70N_100W\",\"70N_110E\",\"70N_110W\",\"70N_120E\",\"70N_120W\",\"70N_130E\",\"70N_130W\",\"70N_140E\",\"70N_140W\",\"70N_150E\",\"70N_150W\",\"70N_160E\",\"70N_160W\",\"70N_170E\",\"70N_170W\",\"80N_010E\",\"80N_020E\",\"80N_030E\",\"80N_070E\",\"80N_080E\",\"80N_090E\",\"80N_100E\",\"80N_110E\",\"80N_120E\",\"80N_130E\",\"80N_130W\",\"80N_140E\",\"80N_140W\",\"80N_150E\",\"80N_150W\",\"80N_160E\",\"80N_160W\",\"80N_170W\"]\n",
+ "\n",
+ "i = 0\n",
+ "count = -1\n",
+ "submit_results_df_list = []\n",
+ "len_input_list = len(TILES)\n",
+ "list_jobIDs = [\"\"]*len(TILES)\n",
+ "\n",
+ "for TILE in TILES: \n",
+ " if not os.path.exists(os.path.join(Desired_output_folder,TILE + \"_IPCC_classes_1km.gpkg\")): \n",
+ " print(\"submitting \" + TILE)\n",
+ " count +=1\n",
+ " submit_result = maap.submitJob(identifier=\"DIS_Vector_IPCC_classes_ADE\", \n",
+ " algo_id=\"run_DIS_Vector_IPCC_classes_ADE\",\n",
+ " version=\"DIS_Vector_IPCC_classes_ADE\",\n",
+ " username=\"nehajo88\",\n",
+ " queue=\"maap-dps-worker-32gb\",\n",
+ " TILE = TILE,\n",
+ " IPCC_raster_1000m = TILE + \"_IPCC_classes_10km.tif\",\n",
+ " IPCC_vector_30m = TILE + \"_IPCC_classes_30m.gpkg\",\n",
+ " IPCC_vector_1000m = TILE + \"_IPCC_classes_10km.gpkg\",\n",
+ " IPCC_raster=\"https://maap-ops-workspace.s3.amazonaws.com/shared/nehajo88/Data/Harris_et_al_PAPER/Global_IPCC_classes_ADE_v6/IPCC_classes/\" + TILE + \"_IPCC_classes.tif\")\n",
+ " job_id = str(submit_result).split(': ')[1].split(',')[0].replace(\"'\",\"\")\n",
+ " print(job_id)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 30,
+ "id": "6bef0d5e-3656-4859-859b-bd1e4b154829",
+ "metadata": {
+ "tags": []
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Moving files...\n",
+ "[]\n",
+ "Moving files...\n",
+ "['/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/49/125546/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/49/985667/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/097503/10N_050E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/323365/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/437232/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/583911/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/55/666688/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/56/166046/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/59/384476/20S_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/28/201260/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/30/024343/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/31/312457/30N_020E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/38/202014/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/41/577500/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/42/011249/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/43/271357/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/45/459228/20S_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/46/652396/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/46/842044/80N_160E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/47/561020/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/50/953778/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/52/094223/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/15/07/167755/20S_120E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/03/354996/20S_120E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/04/370941/20S_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/05/365382/30N_020E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/034821/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/309019/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/567690/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/782205/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/07/339359/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/07/424450/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/11/646697/10N_050E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/12/556768/20S_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/13/204935/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/13/922286/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/181015/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/511385/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/670100/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/935627/80N_160E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/17/345263/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/19/231029/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/19/699767/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/19/929577/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/34/590617/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/44/734016/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/53/998865/30N_020E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/54/825129/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/314893/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/371980/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/624439/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/648688/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/56/398896/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/56/631968/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/02/727515/20S_120E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/03/527775/20S_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/03/676792/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/03/935472/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/04/080454/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/04/677393/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/04/710802/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/150163/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/185069/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/196654/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/403878/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/34/503075/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/43/117484/80N_160E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/38/11/122226/10N_050E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/023347/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/240359/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/421837/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/647541/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/697612/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/863505/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/187655/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/256431/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/563419/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/938802/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/02/135954/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/08/290423/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/22/564386/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/32/735264/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/37/962943/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/39/470991/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/43/482924/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/45/716809/80N_160E_IPCC_classes_1km.tif']\n"
+ ]
+ }
+ ],
+ "source": [
+ "Desired_output_folder = '/projects/my-public-bucket/Data/Harris_et_al_PAPER/Global_IPCC_classes_ADE_v6_GPKG_DIS'\n",
+ "if not os.path.exists(Desired_output_folder):\n",
+ " os.mkdir(Desired_output_folder)\n",
+ "SUMMARY_files = glob.glob('/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/**/*.gpkg', recursive=True)\n",
+ "print(\"Moving files...\")\n",
+ "print(SUMMARY_files)\n",
+ "for each_file in SUMMARY_files:\n",
+ " if os.path.exists(each_file) and not os.path.exists(os.path.join(Desired_output_folder,os.path.basename(each_file))): \n",
+ " shutil.move(each_file, Desired_output_folder)\n",
+ "SUMMARY_files = glob.glob('/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/**/*_1km.tif', recursive=True)\n",
+ "print(\"Moving files...\")\n",
+ "print(SUMMARY_files)\n",
+ "for each_file in SUMMARY_files:\n",
+ " if os.path.exists(each_file) and not os.path.exists(os.path.join(Desired_output_folder,os.path.basename(each_file))): \n",
+ " shutil.move(each_file, Desired_output_folder)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "31890b47-b080-40f3-a857-b0d8121efd0c",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "maap.getJobResult('0bbf4e1f-3e70-4186-9fb8-3e03fd5a21ac')"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3 (ipykernel)",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.10.13"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_build_command_main_ADE-checkpoint.sh b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_build_command_main_ADE-checkpoint.sh
new file mode 100644
index 0000000..3dd7464
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_build_command_main_ADE-checkpoint.sh
@@ -0,0 +1,17 @@
+#!/bin/bash
+set -x
+basedir=$( cd "$(dirname "$0")" ; pwd -P )
+# mamba env update -n r-with-gdal --file "${basedir}/env_main.yaml"
+
+#install requirements packages
+mamba env update -f ${basedir}/boreal_env_main_ADE.yaml
+
+pushd ${HOME}
+
+# Do not remove this (PMM Dec 2022)
+source activate icesat2_boreal
+
+pip install git+https://github.com/MAAP-Project/maap-py.git#egg=maappy
+
+source activate base
+pip3 install pyOpenSSL --upgrade
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_env_main_ADE-checkpoint.yaml b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_env_main_ADE-checkpoint.yaml
new file mode 100644
index 0000000..6c1ec89
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_env_main_ADE-checkpoint.yaml
@@ -0,0 +1,24 @@
+name: Packages_for_IPCC_vectorization
+channels:
+ - conda-forge
+ - defaults
+dependencies:
+ - r-devtools
+ - r-raster
+ - r-rgeos
+ - r-rgdal
+ - r-geosphere
+ - r-RColorBrewer
+ - r-gdalUtils
+ - r-snow
+ - r-plyr
+ - r-scales
+ - r-maptools
+ - r-sf
+ - r-sp
+ - r-foreign
+ - r-geojsonio
+ - r-aws.s3
+ - r-terra
+ - r-RCurl
+ - r-aws.ec2metadata
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_run_IPCC_classes_ADE-checkpoint.sh b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_run_IPCC_classes_ADE-checkpoint.sh
new file mode 100644
index 0000000..31b0974
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/.ipynb_checkpoints/DIS_Vector_run_IPCC_classes_ADE-checkpoint.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# source activate r-with-gdal
+basedir=$( cd "$(dirname "$0")" ; pwd -P )
+
+mkdir -p output
+
+TILE=${1}
+IPCC_raster_1000m="${TILE}_IPCC_classes_10km.tif"
+IPCC_vector_30m="${TILE}_IPCC_classes_30m.gpkg"
+IPCC_vector_1000m="${TILE}_IPCC_classes_10km.gpkg"
+IPCC_raster="input/${TILE}_IPCC_classes.tif"
+
+OUTPUTDIR="${PWD}/output"
+
+Rscript ${basedir}/DIS_Vector_IPCC_classes.R ${TILE} output/${IPCC_raster_1000m} output/${IPCC_vector_30m} output/${IPCC_vector_1000m} ${IPCC_raster}
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes.R b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes.R
new file mode 100644
index 0000000..f675965
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes.R
@@ -0,0 +1,56 @@
+#####################################################################################################
+#####################################################################################################
+packages <- c("raster", "rgdal", "terra", "sf", "sp")
+package.check <- lapply(packages, FUN = function(x) {
+ if (!require(x, character.only = TRUE)) {
+ library(x, character.only = TRUE, quietly=TRUE)
+ library(geojsonio)
+ }
+})
+#####################################################################################################
+#####################################################################################################
+options(show.error.locations = TRUE)
+options(error = traceback)
+args <- commandArgs(trailingOnly = TRUE)
+
+TILE <- args[1]
+
+#####################################################################################################
+######################### CONVERT FILE TO 1 KM RESOLUTION USING MODE
+
+INPUT <- args[5]
+OUTPUT <- args[2]
+if (file.exists(INPUT)) {
+ gdal_utils(util = "warp", source = INPUT, destination="input/NN.tif", options=c("-co","c(COMPRESS=DEFLATE,PREDICTOR=2,ZLEVEL=9)", "-ts",120,120,"-r","near","-dstnodata",0))
+ gdal_utils(util = "warp", source = INPUT, destination="input/MM.tif", options=c("-co","c(COMPRESS=DEFLATE,PREDICTOR=2,ZLEVEL=9)", "-ts",120,120,"-r","mode","-dstnodata",0))
+}
+NN <- rast("input/NN.tif")
+MM <- rast("input/MM.tif")
+MM[is.na(NN)] <- NA
+writeRaster(MM, args[2], wopt= list(gdal=c("COMPRESS=DEFLATE","PREDICTOR=2","ZLEVEL=9")), overwrite=TRUE)
+
+#####################################################################################################
+######################## VECTORIZE THE 1 KM AND 30 M RASTERS ########################################
+
+INVALIDS = c(100,200,300,1022,1025,1023,1016,1014,1013,1012,1011,1021,4042,4041,4043,4032,4035,4033,4022,4021,4025,4023,4012,4014,4016,4013,4011,5013,5014,5011,5023,5021,5035,5022,5031,7041,7043,7042,7031,7032,7035,7033,7022,7025,2042,2043,2035,2041,2033,2032,2031,2025,2022,2021,2023,2013,2012,2011,2016,2014,8011,8016,8021,8031,8035,3011,3014,3013,3012,3016,3021,3025,3023,3022,3031,3033,3035,1020,1020,1020,2020,2020,2020,2020,2020,2020,4020,4020,4020,1018,1018,1018,2018,2018,2018,2018,2018,2018,4018,4018,4018,1017,1017,1017,2017,2017,2017,2017,2017,2017,4017,4017,4017,1021,1021,1021,2021,2021,2021,2021,2021,2021,5021,5021,5021,6021,6021,6021,1019,1019,1019,2019,2019,2019,2019,2019,2019,4019,4019,4019,1008,1008,1008,2008,2008,2008,2008,2008,2008,4008,4008,4008,8008,8008,8008,1007,1007,1007,2007,2007,2007,2007,2007,2007,5007,5007,5007,6007,6007,6007,7007,7007,7007,1010,1010,1010,2010,2010,2010,2010,2010,2010,5010,5010,5010,6010,6010,6010,1009,1009,1009,2009,2009,2009,2009,2009,2009,4009,4009,4009,7009,7009,7009,4013,4013,4013,7013,7013,7013,2013,2013,2013,2013,2013,2013,8013,8013,8013,4011,4011,4011,7011,7011,7011,2011,2011,2011,4014,4014,4014,7014,7014,7014,8014,8014,8014,2014,2014,2014,2014,2014,2014,2012,2012,2012,4012,4012,4012,7012,7012,7012,2015,2015,2015,2015,2015,2015,4015,4015,4015,7015,7015,7015,2001,2001,2001,4001,4001,4001,7001,7001,7001,2003,2003,2003,4003,4003,4003,7003,7003,7003,2002,2002,2002,4002,4002,4002,7002,7002,7002,2006,2006,2006,4006,4006,4006,1016,1016,1016,2016,2016,2016,4016,4016,4016,1014,1014,1014,2014,2014,2014,2014,2014,2014,1018,1018,1018,2018,2018,2018,2005,2005,2005,3005,3005,3005,4005,4005,4005,7005,7005,7005,1004,1004,1004,2004,2004,2004,2004,2004,2004,3004,3004,3004,4004,4004,4004,7004,7004,7004,8004,8004,8004,1022,1022,1022,2022,2022,2022,4022,4022,4022,7022,7022,7022)
+
+if (file.exists(args[2])) {
+ r <- rast(args[2])
+ p <- as.polygons(r)
+ names(p)[1] = "IPCC_classes_1km"
+ for (invalid in INVALIDS){
+ p <- subset(p, p$"IPCC_classes_1km" != invalid)
+ }
+ writeVector(p, args[4])
+}
+
+# if (file.exists(args[5])) {
+# r <- rast(args[5])
+# m <- as.polygons(r)
+# names(m)[1] = "IPCC_classes_1km"
+# for (invalid in INVALIDS){
+# m <- subset(m, m$"IPCC_classes_1km" != invalid)
+# }
+# writeVector(m, args[3])
+# }
+#####################################################################################################
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes_ADE.yml b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes_ADE.yml
new file mode 100644
index 0000000..d5e3694
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes_ADE.yml
@@ -0,0 +1,33 @@
+algorithm_description: Runs post processing steps to vectorize IPCC raster classes
+algorithm_name: run_DIS_Vector_IPCC_classes_ADE
+algorithm_version: DIS_Vector_IPCC_classes_ADE
+build_command: biomass_harmonization/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_build_command_main_ADE.sh
+disk_space: 50GB
+docker_container_url: mas.maap-project.org/root/maap-workspaces/base_images/r:v3.1.0
+inputs:
+ config: []
+ file:
+ - default: 'none1'
+ description: IPCC_raster
+ name: IPCC_raster
+ required: true
+ positional:
+ - default: 'none'
+ description: TILE
+ name: TILE
+ required: true
+ - default: 'none'
+ description: IPCC_raster_1000m
+ name: IPCC_raster_1000m
+ required: true
+ - default: 'none4'
+ description: IPCC_vector_30m
+ name: IPCC_vector_30m
+ required: true
+ - default: 'none5'
+ description: IPCC_vector_1000m
+ name: IPCC_vector_1000m
+ required: true
+queue: maap-dps-worker-32gb
+repository_url: https://repo.maap-project.org/lduncanson/biomass_harmonization.git
+run_command: biomass_harmonization/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_run_IPCC_classes_ADE.sh
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_biomass_in_IPCC.ipynb b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_biomass_in_IPCC.ipynb
new file mode 100644
index 0000000..11c7c90
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_biomass_in_IPCC.ipynb
@@ -0,0 +1,213 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 16,
+ "id": "d67a95ef-d324-40eb-8fde-2e17aebc5d9b",
+ "metadata": {
+ "tags": []
+ },
+ "outputs": [],
+ "source": [
+ "import os\n",
+ "import shutil\n",
+ "import datetime\n",
+ "import glob\n",
+ "from maap.maap import MAAP\n",
+ "import time \n",
+ "maap=MAAP() "
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "id": "3a2b480f-a23e-49fa-b26b-392f27bd9cef",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "'{\"code\": 200, \"message\": {\"id\": \"6ba4a5bd1bb21e71d83941524993cf05c8e91271\", \"short_id\": \"6ba4a5bd\", \"created_at\": \"2023-11-12T22:44:41.000+00:00\", \"parent_ids\": [\"90b25283451c5f020581e627150c33c7801f46e4\"], \"title\": \"Registering algorithm: run_Vector_IPCC_classes_ADE\", \"message\": \"Registering algorithm: run_Vector_IPCC_classes_ADE\", \"author_name\": \"root\", \"author_email\": \"root@14e16c2322e1\", \"authored_date\": \"2023-11-12T22:44:41.000+00:00\", \"committer_name\": \"root\", \"committer_email\": \"root@14e16c2322e1\", \"committed_date\": \"2023-11-12T22:44:41.000+00:00\", \"trailers\": {}, \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/commit/6ba4a5bd1bb21e71d83941524993cf05c8e91271\", \"stats\": {\"additions\": 0, \"deletions\": 0, \"total\": 0}, \"status\": \"pending\", \"project_id\": 3, \"last_pipeline\": {\"id\": 9623, \"iid\": 500, \"project_id\": 3, \"sha\": \"6ba4a5bd1bb21e71d83941524993cf05c8e91271\", \"ref\": \"main\", \"status\": \"pending\", \"source\": \"push\", \"created_at\": \"2023-11-12T22:44:42.093Z\", \"updated_at\": \"2023-11-12T22:44:42.501Z\", \"web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/pipelines/9623\"}, \"job_web_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/9874\", \"job_log_url\": \"https://repo.maap-project.org/root/register-job-hysds-v4/-/jobs/9874/raw\"}}\\n'"
+ ]
+ },
+ "execution_count": 7,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "# cd /projects/ADE_biomass_harmonization/biomass_harmonization/\n",
+ "# git add country_summaries/IPCC_classes_DPS/Vector/DISPLAY\n",
+ "# git commit -m 'Vector - DISPLAY Vectorizing IPCC classes'\n",
+ "# git tag -f DIS_Vector_IPCC_classes_ADE\n",
+ "\n",
+ "# git push origin -f DIS_Vector_IPCC_classes_ADE\n",
+ "# git push\n",
+ "# git push origin -f DISVector_IPCC_classes_ADE\n",
+ "\n",
+ "########### REGISTER ALGORITHM ON NEW ADE ##############\n",
+ "maap.register_algorithm_from_yaml_file(\"/projects/ADE_biomass_harmonization/biomass_harmonization/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_IPCC_classes_ADE.yml\").text"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 29,
+ "id": "63d7cc00-e8bd-47c6-8394-db3c8ef6bfec",
+ "metadata": {
+ "tags": []
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "submitting 10N_050E\n",
+ "c0a04cd9-1581-4b94-8369-193b8ff019c6\n",
+ "submitting 20S_080W\n",
+ "3db35304-0224-461b-90a3-ac8bea0b712c\n",
+ "submitting 20S_120E\n",
+ "b4a7e7f1-dd70-4602-a719-4af00b9e9c76\n",
+ "submitting 20S_130E\n",
+ "617451b0-7090-4bf5-9a56-b1ea5e9fa264\n",
+ "submitting 30N_020E\n",
+ "f5822400-9517-4f51-9750-b5bab4f6b849\n",
+ "submitting 30N_030E\n",
+ "7496eca2-8e95-47d5-a53b-1bd52405eba8\n",
+ "submitting 30N_130E\n",
+ "9d779bf2-8fa3-4bbf-b095-091efc55b1bd\n",
+ "submitting 40N_020W\n",
+ "344538b6-c134-46cb-8a18-ce527dbf50f5\n",
+ "submitting 60N_170E\n",
+ "72ccbfbf-f576-4a6c-9b52-eb51573cd4d2\n",
+ "submitting 60N_170W\n",
+ "91a90bc8-df1c-48ac-8c54-ccedf1acbfd9\n",
+ "submitting 60N_180W\n",
+ "b582e388-0b2a-4310-8ba9-6b317f936570\n",
+ "submitting 70N_070W\n",
+ "308daef4-0f7f-4fb8-862f-55be4528382f\n",
+ "submitting 70N_080W\n",
+ "3a27cb5d-aef7-4141-8acb-51ad88a40fba\n",
+ "submitting 70N_090W\n",
+ "4e674356-14e8-47a8-a2ce-793969789267\n",
+ "submitting 80N_070E\n",
+ "dec566b6-e547-407f-97be-06041019ab6f\n",
+ "submitting 80N_080E\n",
+ "ec40659b-e1e6-4fab-92e6-056c1b569240\n",
+ "submitting 80N_130W\n",
+ "06594966-37c9-4576-b659-c73c953b75b8\n",
+ "submitting 80N_140W\n",
+ "347306c7-20b3-4d3b-94da-b44b0024983d\n",
+ "submitting 80N_150E\n",
+ "eef65e99-0fb7-4e00-8119-2015943130ab\n",
+ "submitting 80N_150W\n",
+ "5fd87a58-db1a-4d80-843d-06655e20a5f9\n",
+ "submitting 80N_160E\n",
+ "803c1a3b-f4c5-457d-a1d8-66437f9c6bdc\n",
+ "submitting 80N_160W\n",
+ "ee02b473-2c77-4d30-b3cc-f1ab499c4507\n",
+ "submitting 80N_170W\n",
+ "47a2be85-f2cd-4d7e-a116-6c8b795e9ea4\n"
+ ]
+ }
+ ],
+ "source": [
+ "Desired_output_folder = '/projects/my-public-bucket/Data/Harris_et_al_PAPER/Global_IPCC_classes_ADE_v6_GPKG_DIS'\n",
+ "if not os.path.exists(Desired_output_folder):\n",
+ " os.mkdir(Desired_output_folder)\n",
+ " \n",
+ "TILES = [\"00N_000E\",\"00N_010E\",\"00N_020E\",\"00N_030E\",\"00N_040E\",\"00N_040W\",\"00N_050W\",\"00N_060W\",\"00N_070W\",\"00N_080W\",\"00N_090E\",\"00N_090W\",\"00N_100E\",\"00N_110E\",\"00N_120E\",\"00N_130E\",\"00N_140E\",\"00N_150E\",\"00N_160E\",\"10N_000E\",\"10N_010E\",\"10N_010W\",\"10N_020E\",\"10N_020W\",\"10N_030E\",\"10N_040E\",\"10N_050E\",\"10N_050W\",\"10N_060W\",\"10N_070E\",\"10N_070W\",\"10N_080E\",\"10N_080W\",\"10N_090E\",\"10N_090W\",\"10N_100E\",\"10N_110E\",\"10N_120E\",\"10N_130E\",\"10S_010E\",\"10S_020E\",\"10S_030E\",\"10S_040E\",\"10S_040W\",\"10S_050E\",\"10S_050W\",\"10S_060W\",\"10S_070W\",\"10S_080W\",\"10S_110E\",\"10S_120E\",\"10S_130E\",\"10S_140E\",\"10S_150E\",\"10S_160E\",\"10S_170E\",\"20N_000E\",\"20N_010E\",\"20N_010W\",\"20N_020E\",\"20N_020W\",\"20N_030E\",\"20N_040E\",\"20N_050E\",\"20N_060W\",\"20N_070E\",\"20N_070W\",\"20N_080E\",\"20N_080W\",\"20N_090E\",\"20N_090W\",\"20N_100E\",\"20N_100W\",\"20N_110E\",\"20N_110W\",\"20N_120E\",\"20N_160W\",\"20S_010E\",\"20S_020E\",\"20S_030E\",\"20S_040E\",\"20S_050W\",\"20S_060W\",\"20S_070W\",\"20S_080W\",\"20S_110E\",\"20S_120E\",\"20S_130E\",\"20S_140E\",\"20S_150E\",\"20S_160E\",\"30N_000E\",\"30N_010E\",\"30N_010W\",\"30N_020E\",\"30N_020W\",\"30N_030E\",\"30N_040E\",\"30N_050E\",\"30N_060E\",\"30N_070E\",\"30N_080E\",\"30N_080W\",\"30N_090E\",\"30N_090W\",\"30N_100E\",\"30N_100W\",\"30N_110E\",\"30N_110W\",\"30N_120E\",\"30N_120W\",\"30N_130E\",\"30N_160W\",\"30N_170W\",\"30S_010E\",\"30S_020E\",\"30S_030E\",\"30S_060W\",\"30S_070W\",\"30S_080W\",\"30S_110E\",\"30S_120E\",\"30S_130E\",\"30S_140E\",\"30S_150E\",\"30S_170E\",\"40N_000E\",\"40N_010E\",\"40N_010W\",\"40N_020E\",\"40N_020W\",\"40N_030E\",\"40N_040E\",\"40N_050E\",\"40N_060E\",\"40N_070E\",\"40N_080E\",\"40N_080W\",\"40N_090E\",\"40N_090W\",\"40N_100E\",\"40N_100W\",\"40N_110E\",\"40N_110W\",\"40N_120E\",\"40N_120W\",\"40N_130E\",\"40N_130W\",\"40N_140E\",\"40S_070W\",\"40S_080W\",\"40S_140E\",\"40S_160E\",\"40S_170E\",\"50N_000E\",\"50N_010E\",\"50N_010W\",\"50N_020E\",\"50N_030E\",\"50N_040E\",\"50N_050E\",\"50N_060E\",\"50N_060W\",\"50N_070E\",\"50N_070W\",\"50N_080E\",\"50N_080W\",\"50N_090E\",\"50N_090W\",\"50N_100E\",\"50N_100W\",\"50N_110E\",\"50N_110W\",\"50N_120E\",\"50N_120W\",\"50N_130E\",\"50N_130W\",\"50N_140E\",\"50N_150E\",\"50S_070W\",\"50S_080W\",\"60N_000E\",\"60N_010E\",\"60N_010W\",\"60N_020E\",\"60N_020W\",\"60N_030E\",\"60N_040E\",\"60N_050E\",\"60N_060E\",\"60N_060W\",\"60N_070E\",\"60N_070W\",\"60N_080E\",\"60N_080W\",\"60N_090E\",\"60N_090W\",\"60N_100E\",\"60N_100W\",\"60N_110E\",\"60N_110W\",\"60N_120E\",\"60N_120W\",\"60N_130E\",\"60N_130W\",\"60N_140E\",\"60N_140W\",\"60N_150E\",\"60N_150W\",\"60N_160E\",\"60N_160W\",\"60N_170E\",\"60N_170W\",\"60N_180W\",\"70N_000E\",\"70N_010E\",\"70N_020E\",\"70N_030E\",\"70N_040E\",\"70N_050E\",\"70N_060E\",\"70N_070E\",\"70N_070W\",\"70N_080E\",\"70N_080W\",\"70N_090E\",\"70N_090W\",\"70N_100E\",\"70N_100W\",\"70N_110E\",\"70N_110W\",\"70N_120E\",\"70N_120W\",\"70N_130E\",\"70N_130W\",\"70N_140E\",\"70N_140W\",\"70N_150E\",\"70N_150W\",\"70N_160E\",\"70N_160W\",\"70N_170E\",\"70N_170W\",\"80N_010E\",\"80N_020E\",\"80N_030E\",\"80N_070E\",\"80N_080E\",\"80N_090E\",\"80N_100E\",\"80N_110E\",\"80N_120E\",\"80N_130E\",\"80N_130W\",\"80N_140E\",\"80N_140W\",\"80N_150E\",\"80N_150W\",\"80N_160E\",\"80N_160W\",\"80N_170W\"]\n",
+ "\n",
+ "i = 0\n",
+ "count = -1\n",
+ "submit_results_df_list = []\n",
+ "len_input_list = len(TILES)\n",
+ "list_jobIDs = [\"\"]*len(TILES)\n",
+ "\n",
+ "for TILE in TILES: \n",
+ " if not os.path.exists(os.path.join(Desired_output_folder,TILE + \"_IPCC_classes_1km.gpkg\")): \n",
+ " print(\"submitting \" + TILE)\n",
+ " count +=1\n",
+ " submit_result = maap.submitJob(identifier=\"DIS_Vector_IPCC_classes_ADE\", \n",
+ " algo_id=\"run_DIS_Vector_IPCC_classes_ADE\",\n",
+ " version=\"DIS_Vector_IPCC_classes_ADE\",\n",
+ " username=\"nehajo88\",\n",
+ " queue=\"maap-dps-worker-32gb\",\n",
+ " TILE = TILE,\n",
+ " IPCC_raster_1000m = TILE + \"_IPCC_classes_10km.tif\",\n",
+ " IPCC_vector_30m = TILE + \"_IPCC_classes_30m.gpkg\",\n",
+ " IPCC_vector_1000m = TILE + \"_IPCC_classes_10km.gpkg\",\n",
+ " IPCC_raster=\"https://maap-ops-workspace.s3.amazonaws.com/shared/nehajo88/Data/Harris_et_al_PAPER/Global_IPCC_classes_ADE_v6/IPCC_classes/\" + TILE + \"_IPCC_classes.tif\")\n",
+ " job_id = str(submit_result).split(': ')[1].split(',')[0].replace(\"'\",\"\")\n",
+ " print(job_id)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 30,
+ "id": "6bef0d5e-3656-4859-859b-bd1e4b154829",
+ "metadata": {
+ "tags": []
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Moving files...\n",
+ "[]\n",
+ "Moving files...\n",
+ "['/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/49/125546/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/49/985667/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/097503/10N_050E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/323365/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/437232/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/50/583911/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/55/666688/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/56/166046/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/13/59/384476/20S_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/28/201260/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/30/024343/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/31/312457/30N_020E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/38/202014/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/41/577500/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/42/011249/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/43/271357/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/45/459228/20S_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/46/652396/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/46/842044/80N_160E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/47/561020/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/50/953778/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/14/52/094223/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/15/07/167755/20S_120E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/03/354996/20S_120E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/04/370941/20S_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/05/365382/30N_020E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/034821/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/309019/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/567690/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/06/782205/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/07/339359/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/07/424450/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/11/646697/10N_050E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/12/556768/20S_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/13/204935/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/13/922286/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/181015/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/511385/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/670100/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/16/935627/80N_160E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/17/345263/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/19/231029/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/19/699767/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/19/929577/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/34/590617/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/24/44/734016/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/53/998865/30N_020E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/54/825129/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/314893/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/371980/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/624439/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/55/648688/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/56/398896/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/32/56/631968/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/02/727515/20S_120E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/03/527775/20S_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/03/676792/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/03/935472/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/04/080454/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/04/677393/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/04/710802/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/150163/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/185069/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/196654/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/05/403878/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/34/503075/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/33/43/117484/80N_160E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/11/38/11/122226/10N_050E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/023347/70N_070W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/240359/60N_170E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/421837/30N_030E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/647541/70N_090W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/697612/80N_080E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/34/59/863505/80N_150E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/187655/30N_130E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/256431/70N_080W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/563419/80N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/00/938802/80N_070E_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/02/135954/80N_160W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/08/290423/80N_150W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/22/564386/80N_130W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/32/735264/60N_180W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/37/962943/60N_170W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/39/470991/40N_020W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/43/482924/80N_140W_IPCC_classes_1km.tif', '/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/11/13/15/35/45/716809/80N_160E_IPCC_classes_1km.tif']\n"
+ ]
+ }
+ ],
+ "source": [
+ "Desired_output_folder = '/projects/my-public-bucket/Data/Harris_et_al_PAPER/Global_IPCC_classes_ADE_v6_GPKG_DIS'\n",
+ "if not os.path.exists(Desired_output_folder):\n",
+ " os.mkdir(Desired_output_folder)\n",
+ "SUMMARY_files = glob.glob('/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/**/*.gpkg', recursive=True)\n",
+ "print(\"Moving files...\")\n",
+ "print(SUMMARY_files)\n",
+ "for each_file in SUMMARY_files:\n",
+ " if os.path.exists(each_file) and not os.path.exists(os.path.join(Desired_output_folder,os.path.basename(each_file))): \n",
+ " shutil.move(each_file, Desired_output_folder)\n",
+ "SUMMARY_files = glob.glob('/projects/my-private-bucket/dps_output/run_Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/Vector_IPCC_classes_ADE/2023/**/*_1km.tif', recursive=True)\n",
+ "print(\"Moving files...\")\n",
+ "print(SUMMARY_files)\n",
+ "for each_file in SUMMARY_files:\n",
+ " if os.path.exists(each_file) and not os.path.exists(os.path.join(Desired_output_folder,os.path.basename(each_file))): \n",
+ " shutil.move(each_file, Desired_output_folder)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "id": "31890b47-b080-40f3-a857-b0d8121efd0c",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "maap.getJobResult('0bbf4e1f-3e70-4186-9fb8-3e03fd5a21ac')"
+ ]
+ }
+ ],
+ "metadata": {
+ "kernelspec": {
+ "display_name": "Python 3 (ipykernel)",
+ "language": "python",
+ "name": "python3"
+ },
+ "language_info": {
+ "codemirror_mode": {
+ "name": "ipython",
+ "version": 3
+ },
+ "file_extension": ".py",
+ "mimetype": "text/x-python",
+ "name": "python",
+ "nbconvert_exporter": "python",
+ "pygments_lexer": "ipython3",
+ "version": "3.10.13"
+ }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_build_command_main_ADE.sh b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_build_command_main_ADE.sh
new file mode 100644
index 0000000..3dd7464
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_build_command_main_ADE.sh
@@ -0,0 +1,17 @@
+#!/bin/bash
+set -x
+basedir=$( cd "$(dirname "$0")" ; pwd -P )
+# mamba env update -n r-with-gdal --file "${basedir}/env_main.yaml"
+
+#install requirements packages
+mamba env update -f ${basedir}/boreal_env_main_ADE.yaml
+
+pushd ${HOME}
+
+# Do not remove this (PMM Dec 2022)
+source activate icesat2_boreal
+
+pip install git+https://github.com/MAAP-Project/maap-py.git#egg=maappy
+
+source activate base
+pip3 install pyOpenSSL --upgrade
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_env_main_ADE.yaml b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_env_main_ADE.yaml
new file mode 100644
index 0000000..6c1ec89
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_env_main_ADE.yaml
@@ -0,0 +1,24 @@
+name: Packages_for_IPCC_vectorization
+channels:
+ - conda-forge
+ - defaults
+dependencies:
+ - r-devtools
+ - r-raster
+ - r-rgeos
+ - r-rgdal
+ - r-geosphere
+ - r-RColorBrewer
+ - r-gdalUtils
+ - r-snow
+ - r-plyr
+ - r-scales
+ - r-maptools
+ - r-sf
+ - r-sp
+ - r-foreign
+ - r-geojsonio
+ - r-aws.s3
+ - r-terra
+ - r-RCurl
+ - r-aws.ec2metadata
\ No newline at end of file
diff --git a/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_run_IPCC_classes_ADE.sh b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_run_IPCC_classes_ADE.sh
new file mode 100644
index 0000000..31b0974
--- /dev/null
+++ b/country_summaries/IPCC_classes_DPS/Vector/DISPLAY/DIS_Vector_run_IPCC_classes_ADE.sh
@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# source activate r-with-gdal
+basedir=$( cd "$(dirname "$0")" ; pwd -P )
+
+mkdir -p output
+
+TILE=${1}
+IPCC_raster_1000m="${TILE}_IPCC_classes_10km.tif"
+IPCC_vector_30m="${TILE}_IPCC_classes_30m.gpkg"
+IPCC_vector_1000m="${TILE}_IPCC_classes_10km.gpkg"
+IPCC_raster="input/${TILE}_IPCC_classes.tif"
+
+OUTPUTDIR="${PWD}/output"
+
+Rscript ${basedir}/DIS_Vector_IPCC_classes.R ${TILE} output/${IPCC_raster_1000m} output/${IPCC_vector_30m} output/${IPCC_vector_1000m} ${IPCC_raster}
\ No newline at end of file
--
GitLab