From f67e5e1fe6c136e7b0b640219140d54d3b6cd285 Mon Sep 17 00:00:00 2001
From: Alex Rojas <a.rojas8907@gmail.com>
Date: Fri, 1 Dec 2023 07:02:07 +0000
Subject: [PATCH] fixed outfp for when downloading gedi data.
---
get_gedi_data.py | 2 +-
main.py | 2 +-
notebooks/run-gedi-biomass.ipynb | 15 +++++++++++++--
3 files changed, 15 insertions(+), 4 deletions(-)
diff --git a/get_gedi_data.py b/get_gedi_data.py
index 33e3a06..13606fb 100644
--- a/get_gedi_data.py
+++ b/get_gedi_data.py
@@ -26,7 +26,7 @@ def get_gedi_data(url):
token=credentials['sessionToken']
)
basename = os.path.basename(url)
- outfp = f"output/{basename}.h5"
+ outfp = f"output/{basename}"
gedi_ds = h5py.File(s3.open(lpdaac_gedi_https_to_s3(url), "rb"), "r")
with h5py.File(outfp, 'w') as dst:
for obj in gedi_ds.keys():
diff --git a/main.py b/main.py
index f2360f2..7b7ae49 100644
--- a/main.py
+++ b/main.py
@@ -19,7 +19,7 @@ from itertools import repeat
# Import pgap function from wenge
from pgap import GapDS, wf_smooth
# import custom functions, etc.
-from download_gedi import download_gedi
+# from download_gedi import download_gedi
from get_gedi_data import get_gedi_data
## GET CWD of file to locate path
diff --git a/notebooks/run-gedi-biomass.ipynb b/notebooks/run-gedi-biomass.ipynb
index d6595fa..4c55089 100644
--- a/notebooks/run-gedi-biomass.ipynb
+++ b/notebooks/run-gedi-biomass.ipynb
@@ -53,7 +53,7 @@
},
{
"cell_type": "code",
- "execution_count": null,
+ "execution_count": 3,
"id": "b39e76ac-d765-4b8c-baf1-fe41f3296de9",
"metadata": {},
"outputs": [
@@ -63,6 +63,17 @@
"text": [
"on file num: 100\r"
]
+ },
+ {
+ "ename": "KeyboardInterrupt",
+ "evalue": "",
+ "output_type": "error",
+ "traceback": [
+ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+ "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)",
+ "Cell \u001b[0;32mIn[3], line 35\u001b[0m\n\u001b[1;32m 33\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m counter\u001b[38;5;241m%\u001b[39m\u001b[38;5;241m100\u001b[39m\u001b[38;5;241m==\u001b[39m\u001b[38;5;241m0\u001b[39m:\n\u001b[1;32m 34\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mon file num: \u001b[39m\u001b[38;5;124m\"\u001b[39m, counter, end\u001b[38;5;241m=\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;130;01m\\r\u001b[39;00m\u001b[38;5;124m'\u001b[39m)\n\u001b[0;32m---> 35\u001b[0m \u001b[43mtime\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43msleep\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m800\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m 36\u001b[0m counter\u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m1\u001b[39m\n",
+ "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
+ ]
}
],
"source": [
@@ -78,7 +89,7 @@
"# Get matching string pattern and run main.py\n",
"jobs_list = []\n",
"counter=1\n",
- "for l1b_fp in l1b_fpaths[1:]:\n",
+ "for l1b_fp in l1b_fpaths[100:]:\n",
" # Get string pattern\n",
" str_pattern = re.findall(\"[0-9]{13}\", os.path.basename(l1b_fp))[0] \n",
" try:\n",
--
GitLab