Add example for chunking of data

Author: mulimoen

.github/workflows/ci.yml

@@ -134,8 +134,10 @@ jobs:
       - name: Build and test with filters
         run: cargo test --workspace -v --features hdf5-sys/static,hdf5-sys/zlib,lzf,blosc --exclude hdf5-derive
         if: matrix.rust != 'stable-gnu'
-      - name: Run example
-        run: cargo r --example simple --features hdf5-sys/static,hdf5-sys/zlib,lzf,blosc
+      - name: Run examples
+        run: |
+          cargo r --example simple --features hdf5-sys/static,hdf5-sys/zlib,lzf,blosc
+          cargo r --example chunking --features hdf5-sys/static,hdf5-sys/zlib,lzf,blosc
         if: matrix.rust != 'stable-gnu'
 
   apt:

CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## Unreleased
+
+### Added
+- Conversion from `Infallible` to `Error` to allow infallible conversion to
+  extents.
+
 ## 0.8.0
 
 Release date: Oct 23, 2021.

examples/chunking.rs

@@ -0,0 +1,38 @@
+//! Create, write, and read a chunked dataset
+fn main() -> hdf5::Result<()> {
+    let file = hdf5::File::create("chunking.h5")?;
+
+    let ny = 100;
+    let nx = 100;
+    let arr = ndarray::Array2::from_shape_fn((ny, nx), |(j, i)| (1000 * j + i) as f32);
+
+    {
+        let ds = file
+        .new_dataset::<f32>()
+        .chunk((1, ny, nx))  // nx*ny elements will be compressed as a single chunk
+        .shape((1.., ny, nx)) // Initial size of 1 on the unlimited dimension
+        .deflate(3)
+        .create("variable")?;
+
+        // Writing a chunk at a time will be most efficient
+        ds.write_slice(&arr, (0, .., ..))?;
+
+        // Dataset can be resized along an unlimited dimension
+        ds.resize((10, ny, nx))?;
+        ds.write_slice(&arr, (1, .., ..))?;
+    }
+
+    let ds = file.dataset("variable")?;
+    let chunksize = ds.chunk().unwrap();
+    assert_eq!(chunksize, &[1, ny, nx]);
+
+    let shape = ds.shape();
+    assert_eq!(shape, &[10, ny, nx]);
+
+    // Reading from a chunked dataset should be done in a chunk-wise order
+    for k in 0..shape[0] {
+        let _arr: ndarray::Array2<f32> = ds.read_slice((k, .., ..))?;
+    }
+
+    Ok(())
+}

src/error.rs

@@ -229,6 +229,12 @@ impl From<String> for Error {
     }
 }
 
+impl From<core::convert::Infallible> for Error {
+    fn from(_v: core::convert::Infallible) -> Self {
+        unreachable!("Infallible error can never be constructed")
+    }
+}
+
 impl fmt::Debug for Error {
     fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
         match *self {