Dockerfile

@@ -12,4 +12,4 @@ COPY dependencies workdir
 WORKDIR workdir
 
 # Install the filters + libpressio + enstools-compression
-RUN make
+RUN make -j

dependencies/check_libpressio_filter_consistency.py

 # Using some enstools functions
 from enstools.core.tempdir import TempDir
-import hdf5plugin
+# import hdf5plugin
 import enstools.io
 import enstools.compression.api
 from enstools.compression.metrics import DatasetMetrics

dependencies/config.sh

@@ -2,7 +2,10 @@
 HDF5_VERSION=1.13.1
 SZ_VERSION=2.1.12.4
 ZFP_VERSION=0.5.5
+H5Z_ZFP_VERSION=1.1.0
+
 BLOSC_VERSION=1.21.0
+H5Z_BLOSC_VERSION=1.0.0
 STD_COMPAT_VERSION=0.0.14
 LIBPRESSIO_VERSION=0.83.0
 

dependencies/environment.sh

@@ -18,18 +18,25 @@ export std_compat_DIR
 ZFP_DIR=${INSTALLATION_DIR}/zfp/${ZFP_VERSION}
 export ZFP_DIR
 
+H5Z_ZFP_DIR=${INSTALLATION_DIR}/h5z-zfp/${H5Z_ZFP_VERSION}
+export H5Z_ZFP_DIR
+
+H5Z_BLOSC_DIR=${INSTALLATION_DIR}/h5z-blosc/${H5Z_BLOSC_VERSION}
+export H5Z_BLOSC_DIR
+
 BLOSC_DIR=${INSTALLATION_DIR}/c-blosc/${BLOSC_VERSION}
 export BLOSC_DIR
 
 LIBPRESSIO_DIR=${INSTALLATION_DIR}/libpressio/${LIBPRESSIO_VERSION}
+export LIBPRESSIO_DIR
+
 # PLUGINS PATH!
-export HDF5_PLUGIN_PATH=${SZ_DIR}/lib:${BLOSC_DIR}/lib:${ZFP_DIR}/lib:${HDF5_PLUGIN_PATH:=""}
+export HDF5_PLUGIN_PATH=${SZ_DIR}/lib:${H5Z_BLOSC_DIR}/lib:${H5Z_ZFP_DIR}/plugin:${HDF5_PLUGIN_PATH:=""}
 
 # LIBPRESSIO PYTHON 
 export PYTHONPATH=${LIBPRESSIO_DIR}/python:${PYTHONPATH:=""}
 
 
 # ADD LIBRARIES TO LIBRARY_PATH
-
 export LIBRARY_PATH=${LIBPRESSIO_DIR}/lib:${LIBRARY_PATH:=""}
 export LD_LIBRARY_PATH=${LIBPRESSIO_DIR}/lib:${ZFP_DIR}/lib:${SZ_DIR}/lib:${BLOSC_DIR}/lib:${LD_LIBRARY_PATH:=""}

dependencies/recipes/Makefile

-all: enstools.done
+all: enstools.done libpressio.done h5z-blosc.done h5z-zfp.done
 
 hdf5.done:
 	./compile_hdf5.sh
@@ -20,11 +20,20 @@ stdcompat.done:
 	./compile_stdcompat.sh
 	touch $@
 
+h5z-blosc.done: hdf5.done cblosc.done
+	./compile_h5z-blosc.sh
+	touch $@
+
+h5z-zfp.done: hdf5.done zfp.done
+	./compile_h5z-zfp.sh
+	touch $@
+
+
 libpressio.done: sz.done cblosc.done zfp.done stdcompat.done
 	./compile_libpressio.sh
 	touch $@
 
-enstools.done: libpressio.done
+enstools.done: hdf5.done
 	./install_enstools.sh
 	touch $@
 

dependencies/recipes/compile_h5z-blosc.sh

+#!/bin/bash -l
+set -xuve
+source ../environment.sh
+source etc/shared_functions.sh
+
+
+# compile eccodes
+SW=h5z-blosc
+REPOSITORY=https://github.com/Blosc/hdf5-blosc.git
+
+VERSION=${H5Z_BLOSC_VERSION}
+INSTALLDIR=$(get_install_base)/${SW}/${VERSION}
+
+mkdir -p ${INSTALLDIR}
+
+# create temporal folder and switch into it
+switch2build
+
+# Clone repository and enter directory
+TAG_NAME=v${VERSION}
+TAG_NAME=master
+git clone ${REPOSITORY} -b ${TAG_NAME} source
+
+cd source
+# compile and install
+mkdir build
+cd build
+
+cmake .. -DCMAKE_INSTALL_PREFIX=${INSTALLDIR}
+
+make
+make install
+
+# Somehow the Makefile doesn't copy these two required files
+cp libblosc_filter.so ${INSTALLDIR}/lib
+cp libH5Zblosc.so ${INSTALLDIR}/lib

dependencies/recipes/compile_h5z-zfp.sh

+#!/bin/bash -l
+set -xuve
+source ../environment.sh
+source etc/shared_functions.sh
+
+
+# compile eccodes
+SW=h5z-zfp
+REPOSITORY=https://github.com/LLNL/H5Z-ZFP.git
+VERSION=${H5Z_ZFP_VERSION}
+
+INSTALLDIR=$(get_install_base)/${SW}/${VERSION}
+echo ${INSTALLDIR}
+
+mkdir -p ${INSTALLDIR}
+
+# create temporal folder and switch into it
+switch2build
+
+TAG_NAME=v${VERSION}
+# Clone repository and enter directory
+git clone ${REPOSITORY} -b ${TAG_NAME} source
+
+cd source
+
+mkdir build
+cd build 
+cmake .. -DCMAKE_INSTALL_PREFIX=${INSTALLDIR}
+
+make
+make install
+
+switch2base_cleanup