Update env file to include more deps

environment.yaml

@@ -5,9 +5,12 @@ channels:
 dependencies:
   - fsspec=2024.6.1
   - h5py=3.11.0
+  - h5netcdf
   - hdf5=1.14.3
+  - netcdf4
   - numpy=1.26.4
   - pandas=2.2.2
+  - s3fs
   - scikit-learn=1.5.1
   - tensorflow=2.16.1
   - xarray=2024.7.0

model/DataGenerator.py

@@ -8,6 +8,7 @@ def data_generator(file_list, batch_size, lag=2, feature_cols=None):
     if feature_cols is None:
         feature_cols = ['Fuels', 'GPM.LATE.v5_FWI','GEOS-5_FWI','isPerimeter','isFireline']
     for file in file_list:
+        ds = None
         all_data = []
         try:
             print(f"Processing file: {file}")
@@ -49,10 +50,9 @@ def data_generator(file_list, batch_size, lag=2, feature_cols=None):
                     all_data = all_data.transpose('x', 'y', 'time', 'channels')
                     all_data = np.array(all_data)
 
-
             except Exception as e2:
                 print(e2)
-                pass
+                raise Exception(e2)
 
         time_len = len(ds.time)
         max_idx = time_len - lag

model/model.py

 import tensorflow as tf
-from tensorflow.python.keras.layers import Concatenate
-from tensorflow.python.keras.losses import BinaryCrossentropy, SparseCategoricalCrossentropy
-from tensorflow.python.keras import regularizers
+from keras.layers import Concatenate
+from keras.losses import BinaryCrossentropy, SparseCategoricalCrossentropy
+from keras import regularizers
 
 
 def define_model_architecture(input_shape=(None, None, 1, 5)):