From 6e057b119c906862300f3de271a7bd8bfb326303 Mon Sep 17 00:00:00 2001 From: Alex Rojas <a.rojas8907@gmail.com> Date: Wed, 20 Sep 2023 00:28:42 +0000 Subject: [PATCH] updated build.sh file to output info to console. --- build-env.sh | 3 ++- notebooks/run-gedi-biomass.ipynb | 12 ++++++------ 2 files changed, 8 insertions(+), 7 deletions(-) diff --git a/build-env.sh b/build-env.sh index 5b1de5b..60d3113 100644 --- a/build-env.sh +++ b/build-env.sh @@ -3,7 +3,8 @@ # source activate base basedir=$( cd "$(dirname "$0")" ; pwd -P) echo installing environment... -mamba env create -f ${basedir}/environment.yml +mamba env create --name osgeo-env -f ${basedir}/environment.yml +conda env list # conda create --name osgeo-env --clone base # source activate osgeo-env # mamba install -c conda-forge scipy -y diff --git a/notebooks/run-gedi-biomass.ipynb b/notebooks/run-gedi-biomass.ipynb index 3078839..89f3f09 100644 --- a/notebooks/run-gedi-biomass.ipynb +++ b/notebooks/run-gedi-biomass.ipynb @@ -97,7 +97,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "[{'job_id': '44d040c7-4db6-44af-817a-5c2cc7cd32f0', 'status': 'Running', 'machine_type': None, 'architecture': None, 'machine_memory_size': None, 'directory_size': None, 'operating_system': None, 'job_start_time': None, 'job_end_time': None, 'job_duration_seconds': None, 'cpu_usage': None, 'cache_usage': None, 'mem_usage': None, 'max_mem_usage': None, 'swap_usage': None, 'read_io_stats': None, 'write_io_stats': None, 'sync_io_stats': None, 'async_io_stats': None, 'total_io_stats': None, 'error_details': None, 'response_code': 200, 'outputs': []}]\n" + "[{'job_id': '57289b00-6800-408a-8d6b-03fb449b5bba', 'status': 'Running', 'machine_type': None, 'architecture': None, 'machine_memory_size': None, 'directory_size': None, 'operating_system': None, 'job_start_time': None, 'job_end_time': None, 'job_duration_seconds': None, 'cpu_usage': None, 'cache_usage': None, 'mem_usage': None, 'max_mem_usage': None, 'swap_usage': None, 'read_io_stats': None, 'write_io_stats': None, 'sync_io_stats': None, 'async_io_stats': None, 'total_io_stats': None, 'error_details': None, 'response_code': 200, 'outputs': []}]\n" ] } ], @@ -116,7 +116,7 @@ "output_type": "stream", "text": [ "Running\n", - "44d040c7-4db6-44af-817a-5c2cc7cd32f0\n" + "57289b00-6800-408a-8d6b-03fb449b5bba\n" ] } ], @@ -130,7 +130,7 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 7, "id": "2018077f-9640-4e70-bd01-a9d939b3626a", "metadata": {}, "outputs": [ @@ -139,7 +139,7 @@ "output_type": "stream", "text": [ "Failed\n", - "44d040c7-4db6-44af-817a-5c2cc7cd32f0\n" + "57289b00-6800-408a-8d6b-03fb449b5bba\n" ] } ], @@ -153,7 +153,7 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 8, "id": "873e9ea7-d6cb-4bb9-b082-5bffb4026615", "metadata": {}, "outputs": [ @@ -161,7 +161,7 @@ "name": "stdout", "output_type": "stream", "text": [ - "['http://maap-ops-workspace.s3-website-us-west-2.amazonaws.com/dataset/triaged_job/arojas_biomass_gedi_conus/master/2023/09/14/44d040c7-4db6-44af-817a-5c2cc7cd32f0', 's3://s3-us-west-2.amazonaws.com:80/maap-ops-workspace/dataset/triaged_job/arojas_biomass_gedi_conus/master/2023/09/14/44d040c7-4db6-44af-817a-5c2cc7cd32f0', 'https://s3.console.aws.amazon.com/s3/buckets/maap-ops-workspace/dataset/triaged_job/arojas_biomass_gedi_conus/master/2023/09/14/44d040c7-4db6-44af-817a-5c2cc7cd32f0/?region=us-east-1&tab=overview', '+ export HOME=/root\\n+ HOME=/root\\n+ exec /docker-stats-on-exit-shim _docker_stats.json /app/dps_wrapper.sh /app/biomass-gedi-conus/run.sh \\'https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI01_B.002/2021.05.31/GEDI01_B_2021151223415_O13976_02_T00676_02_005_02_V002.h5\\n\\' https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI02_A.002/2021.05.31/GEDI02_A_2021151223415_O13976_02_T00676_02_003_02_V002.h5\\n+ /app/biomass-gedi-conus/run.sh \\'https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI01_B.002/2021.05.31/GEDI01_B_2021151223415_O13976_02_T00676_02_005_02_V002.h5\\n\\' https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI02_A.002/2021.05.31/GEDI02_A_2021151223415_O13976_02_T00676_02_003_02_V002.h5\\nTraceback (most recent call last):\\n File \"/app/biomass-gedi-conus/main.py\", line 22, in <module>\\n from download_gedi import download_gedi\\n File \"/app/biomass-gedi-conus/download_gedi.py\", line 3, in <module>\\n from maap.maap import MAAP\\nModuleNotFoundError: No module named \\'maap\\'\\n+ cp _stderr.txt _alt_traceback.txt\\n']\n" + "['http://maap-ops-workspace.s3-website-us-west-2.amazonaws.com/dataset/triaged_job/arojas_biomass_gedi_conus/master/2023/09/20/57289b00-6800-408a-8d6b-03fb449b5bba', 's3://s3-us-west-2.amazonaws.com:80/maap-ops-workspace/dataset/triaged_job/arojas_biomass_gedi_conus/master/2023/09/20/57289b00-6800-408a-8d6b-03fb449b5bba', 'https://s3.console.aws.amazon.com/s3/buckets/maap-ops-workspace/dataset/triaged_job/arojas_biomass_gedi_conus/master/2023/09/20/57289b00-6800-408a-8d6b-03fb449b5bba/?region=us-east-1&tab=overview', '+ export HOME=/root\\n+ HOME=/root\\n+ exec /docker-stats-on-exit-shim _docker_stats.json /app/dps_wrapper.sh /app/biomass-gedi-conus/run.sh \\'https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI01_B.002/2021.05.31/GEDI01_B_2021151223415_O13976_02_T00676_02_005_02_V002.h5\\n\\' https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI02_A.002/2021.05.31/GEDI02_A_2021151223415_O13976_02_T00676_02_003_02_V002.h5\\n+ /app/biomass-gedi-conus/run.sh \\'https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI01_B.002/2021.05.31/GEDI01_B_2021151223415_O13976_02_T00676_02_005_02_V002.h5\\n\\' https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI02_A.002/2021.05.31/GEDI02_A_2021151223415_O13976_02_T00676_02_003_02_V002.h5\\nTraceback (most recent call last):\\n File \"/app/biomass-gedi-conus/main.py\", line 22, in <module>\\n from download_gedi import download_gedi\\n File \"/app/biomass-gedi-conus/download_gedi.py\", line 3, in <module>\\n from maap.maap import MAAP\\nModuleNotFoundError: No module named \\'maap\\'\\n+ cp _stderr.txt _alt_traceback.txt\\n']\n" ] } ], -- GitLab