diff --git a/main.py b/main.py
index 02e55b0be7ff3a85fc09e04dfac22d762688c973..5791b23b3f149d567fed60152fce296134dda056 100644
--- a/main.py
+++ b/main.py
@@ -196,5 +196,7 @@ if __name__ == '__main__':
out_df = pd.concat(df_list, axis=0, ignore_index=True)
out_df.to_csv(outfp, index=False)
except:
- print("Couldnt save file: ", l1b_fp)
+ print("Couldnt save file: ", l1b_basename)
+ print("outdir: ", outdir)
+ print("outfp: ", outfp)
sys.exit()
diff --git a/notebooks/run-gedi-biomass.ipynb b/notebooks/run-gedi-biomass.ipynb
index fb472a9b3f46c72ebb6087a51eb259f60f99fc2a..6dea7c5731c96b6938b8537e6d6d0717ff501254 100644
--- a/notebooks/run-gedi-biomass.ipynb
+++ b/notebooks/run-gedi-biomass.ipynb
@@ -98,7 +98,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "[{'job_id': '8746412d-a0d2-4b97-b004-337b67c3565d', 'status': 'Accepted', 'machine_type': None, 'architecture': None, 'machine_memory_size': None, 'directory_size': None, 'operating_system': None, 'job_start_time': None, 'job_end_time': None, 'job_duration_seconds': None, 'cpu_usage': None, 'cache_usage': None, 'mem_usage': None, 'max_mem_usage': None, 'swap_usage': None, 'read_io_stats': None, 'write_io_stats': None, 'sync_io_stats': None, 'async_io_stats': None, 'total_io_stats': None, 'error_details': None, 'response_code': 200, 'outputs': []}]\n"
+ "[{'job_id': 'edaa25c9-99e8-4b0f-aa52-bf843a6f9ada', 'status': 'Accepted', 'machine_type': None, 'architecture': None, 'machine_memory_size': None, 'directory_size': None, 'operating_system': None, 'job_start_time': None, 'job_end_time': None, 'job_duration_seconds': None, 'cpu_usage': None, 'cache_usage': None, 'mem_usage': None, 'max_mem_usage': None, 'swap_usage': None, 'read_io_stats': None, 'write_io_stats': None, 'sync_io_stats': None, 'async_io_stats': None, 'total_io_stats': None, 'error_details': None, 'response_code': 200, 'outputs': []}]\n"
]
}
],
@@ -117,7 +117,7 @@
"output_type": "stream",
"text": [
"Accepted\n",
- "8746412d-a0d2-4b97-b004-337b67c3565d\n"
+ "edaa25c9-99e8-4b0f-aa52-bf843a6f9ada\n"
]
}
],
@@ -131,7 +131,7 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 9,
"id": "2018077f-9640-4e70-bd01-a9d939b3626a",
"metadata": {},
"outputs": [
@@ -139,8 +139,8 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "Succeeded\n",
- "8746412d-a0d2-4b97-b004-337b67c3565d\n"
+ "Failed\n",
+ "edaa25c9-99e8-4b0f-aa52-bf843a6f9ada\n"
]
}
],
@@ -154,7 +154,7 @@
},
{
"cell_type": "code",
- "execution_count": 11,
+ "execution_count": 10,
"id": "873e9ea7-d6cb-4bb9-b082-5bffb4026615",
"metadata": {},
"outputs": [
@@ -162,7 +162,7 @@
"name": "stdout",
"output_type": "stream",
"text": [
- "['http://maap-ops-workspace.s3-website-us-west-2.amazonaws.com/arojearthdata/dps_output/arojas_biomass_gedi/master/single_file_test_run/2023/10/19/01/44/37/145570', 's3://s3.us-west-2.amazonaws.com:80/maap-ops-workspace/arojearthdata/dps_output/arojas_biomass_gedi/master/single_file_test_run/2023/10/19/01/44/37/145570', 'https://s3.console.aws.amazon.com/s3/buckets/maap-ops-workspace/arojearthdata/dps_output/arojas_biomass_gedi/master/single_file_test_run/2023/10/19/01/44/37/145570/?region=us-east-1&tab=overview']\n"
+ "['http://maap-ops-workspace.s3-website-us-west-2.amazonaws.com/dataset/triaged_job/arojas_biomass_gedi/master/2023/10/19/edaa25c9-99e8-4b0f-aa52-bf843a6f9ada', 's3://s3-us-west-2.amazonaws.com:80/maap-ops-workspace/dataset/triaged_job/arojas_biomass_gedi/master/2023/10/19/edaa25c9-99e8-4b0f-aa52-bf843a6f9ada', 'https://s3.console.aws.amazon.com/s3/buckets/maap-ops-workspace/dataset/triaged_job/arojas_biomass_gedi/master/2023/10/19/edaa25c9-99e8-4b0f-aa52-bf843a6f9ada/?region=us-east-1&tab=overview', '++ python /app/get_username.py\\n+ USERNAME=arojearthdata\\n+ DPS_MACHINE_TOKEN=Y6hERQKLKs0oH0h5Kgi3d-gVVyHgW_DR77YeARdzd-a3KJDE-gYldJzhB94s635KySUXi4r9WOtD6Vo_F9cEbfNI_QUhOG8N47heXHVcW1k3vEw3d0StttXYMOnQPtTzSQLAYKQwJLgbtX-R8ug1XGVeMolh97P9nHcW8awN7yjyaR7g\\n++ curl -sb -H \\'Accept: application/json\\' -H \\'Content-Type: application/json\\' -H \\'dps-token: Y6hERQKLKs0oH0h5Kgi3d-gVVyHgW_DR77YeARdzd-a3KJDE-gYldJzhB94s635KySUXi4r9WOtD6Vo_F9cEbfNI_QUhOG8N47heXHVcW1k3vEw3d0StttXYMOnQPtTzSQLAYKQwJLgbtX-R8ug1XGVeMolh97P9nHcW8awN7yjyaR7g\\' https://api.maap-project.org/api/members/arojearthdata\\n++ jq -r .session_key\\n+ export MAAP_PGT=PGT-332-1NdFr4fQXYrHffIoE6zmdrON8fQBjz05-O6ycMomc8i2b7Xt7lZggJXaQaUsQjMs8Cs-8445019b059c\\n+ MAAP_PGT=PGT-332-1NdFr4fQXYrHffIoE6zmdrON8fQBjz05-O6ycMomc8i2b7Xt7lZggJXaQaUsQjMs8Cs-8445019b059c\\n+ unset DPS_MACHINE_TOKEN\\n+ /app/biomass-gedi-conus/run.sh \\'https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI01_B.002/2021.05.31/GEDI01_B_2021151223415_O13976_02_T00676_02_005_02_V002.h5\\n\\' https://e4ftl01.cr.usgs.gov//GEDI_L1_L2/GEDI/GEDI02_A.002/2021.05.31/GEDI02_A_2021151223415_O13976_02_T00676_02_003_02_V002.h5\\nTraceback (most recent call last):\\n File \"/app/biomass-gedi-conus/main.py\", line 197, in <module>\\n out_df.to_csv(outfp, index=False) \\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \"/opt/conda/envs/osgeo-env/lib/python3.11/site-packages/pandas/core/generic.py\", line 3902, in to_csv\\n return DataFrameRenderer(formatter).to_csv(\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \"/opt/conda/envs/osgeo-env/lib/python3.11/site-packages/pandas/io/formats/format.py\", line 1152, in to_csv\\n csv_formatter.save()\\n File \"/opt/conda/envs/osgeo-env/lib/python3.11/site-packages/pandas/io/formats/csvs.py\", line 247, in save\\n with get_handle(\\n ^^^^^^^^^^^\\n File \"/opt/conda/envs/osgeo-env/lib/python3.11/site-packages/pandas/io/common.py\", line 739, in get_handle\\n check_parent_directory(str(handle))\\n File \"/opt/conda/envs/osgeo-env/lib/python3.11/site-packages/pandas/io/common.py\", line 604, in check_parent_directory\\n raise OSError(rf\"Cannot save file into a non-existent directory: \\'{parent}\\'\")\\nOSError: Cannot save file into a non-existent directory: \\'/data/work/jobs/2023/10/19/03/14/job-arojas_biomass_gedi__master-20231019T030808.292586Z/output/output\\'\\n\\nDuring handling of the above exception, another exception occurred:\\n\\nTraceback (most recent call last):\\n File \"/app/biomass-gedi-conus/main.py\", line 199, in <module>\\n print(\"Couldnt save file: \", l1b_fp)\\n ^^^^^^\\nNameError: name \\'l1b_fp\\' is not defined. Did you mean: \\'l1b_ds\\'?\\n+ cp _stderr.txt _alt_traceback.txt\\n']\n"
]
}
],