drop na values on ingest

VForWaTer · Jul 9, 2024 · 2f8e0a9 · 2f8e0a9
1 parent 0ef29a8
commit 2f8e0a9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/ingestor.py b/src/ingestor.py
@@ -255,7 +255,7 @@ def load_xarray_to_duckdb(entry: Entry, data: xr.Dataset) -> str:
 
     # get a delayed dask dataframe
     try:
-        ddf = data.to_dask_dataframe()[dimension_names]
+        ddf = data.to_dask_dataframe()[dimension_names].dropna()
     except ValueError as e:
         # check this is the chunking error
         if 'Object has inconsistent chunks' in str(e):