I/O performance improvements

pyproject.toml

@@ -34,7 +34,7 @@ dependencies = [
     "awkward>=2",
     "awkward-pandas",
     "colorlog",
-    "h5py>=3.2",
+    "h5py>=3.10",
     "hdf5plugin",
     "hist",
     "numba!=0.53.*,!=0.54.*",

src/lgdo/lh5/_serializers/read/array.py

@@ -9,26 +9,26 @@
 log = logging.getLogger(__name__)
 
 
-def _h5_read_array_generic(type_, h5d, **kwargs):
-    nda, attrs, n_rows_to_read = _h5_read_ndarray(h5d, **kwargs)
+def _h5_read_array_generic(type_, h5d, fname, oname, **kwargs):
+    nda, attrs, n_rows_to_read = _h5_read_ndarray(h5d, fname, oname, **kwargs)
 
     obj_buf = kwargs["obj_buf"]
 
     if obj_buf is None:
         return type_(nda=nda, attrs=attrs), n_rows_to_read
 
-    utils.check_obj_buf_attrs(obj_buf.attrs, attrs, h5d)
+    utils.check_obj_buf_attrs(obj_buf.attrs, attrs, fname, oname)
 
     return obj_buf, n_rows_to_read
 
 
-def _h5_read_array(h5d, **kwargs):
-    return _h5_read_array_generic(Array, h5d, **kwargs)
+def _h5_read_array(h5d, fname, oname, **kwargs):
+    return _h5_read_array_generic(Array, h5d, fname, oname, **kwargs)
 
 
-def _h5_read_fixedsize_array(h5d, **kwargs):
-    return _h5_read_array_generic(FixedSizeArray, h5d, **kwargs)
+def _h5_read_fixedsize_array(h5d, fname, oname, **kwargs):
+    return _h5_read_array_generic(FixedSizeArray, h5d, fname, oname, **kwargs)
 
 
-def _h5_read_array_of_equalsized_arrays(h5d, **kwargs):
-    return _h5_read_array_generic(ArrayOfEqualSizedArrays, h5d, **kwargs)
+def _h5_read_array_of_equalsized_arrays(h5d, fname, oname, **kwargs):
+    return _h5_read_array_generic(ArrayOfEqualSizedArrays, h5d, fname, oname, **kwargs)