-
Takumi.Matsunobu authoredTakumi.Matsunobu authored
build_env.sh 2.60 KiB
# Get some variables provided by autosubmit.
# TODO: What do we do to ensure that these variables are defined in the proj file?
WORKDIR=%HPCROOTDIR%
ICON_VERSION=%ICON.VERSION%
COMPILER=%SPACK.COMPILER%
MODULES="%MODULES%"
if [ ! -z "${MODULES}" ]; then module load ${MODULES}; fi
# If the workdir directory does not exist create it
if [ ! -d ${WORKDIR} ]; then
mkdir -p ${WORKDIR}
fi
# Go to the working directory
cd ${WORKDIR} || exit
. ${WORKDIR}/proj/platforms/common/spack_utils.sh
load_spack "%spack.init%" "%spack.root%" "%spack.url%" "%spack.branch%" "%spack.externals%" "%spack.compiler%" "%spack.disable_local_config%" "%spack.user_cache_path%" "%spack.user_config_path%" "%spack.upstreams%"
SPACK_BUILD_ICON="%ICON.BUILD_CMD%"
SPACK_LOAD_ICON="%ICON.LOAD_CMD%"
if [ ! -z "$SPACK_BUILD_ICON" ]; then
echo "cmd=$SPACK_BUILD_ICON"
# In case the autosubmit repository with the icon-nwp receipt doesn't exist, add it
if [[ $(spack repo list | grep "${WORKDIR}/proj/spack_repo") ]]; then
echo "icon spack repo was already added to repo list"
else
spack repo add ${WORKDIR}/proj/spack_repo
fi
spack load --first ${SPACK_LOAD_ICON}
else
echo "\%icon.build_cmd\% is not defined. If you want to compile icon with spack, please provide a spack compile instruction string in your build.yml"
fi
# Build dwd-icon-tools
SPACK_BUILD_DWDICONTOOLS="%DWDICONTOOLS.BUILD_CMD%"
SPACK_LOAD_DWDICONTOOLS="%DWDICONTOOLS.LOAD_CMD%"
if [ "${SPACK_LOAD_DWDICONTOOLS}" == "build_cmd" ]; then SPACK_LOAD_DWDICONTOOLS=${SPACK_BUILD_DWDICONTOOLS}; fi
if [ ! -z "$SPACK_BUILD_DWDICONTOOLS" ]; then
spack load --first ${SPACK_LOAD_DWDICONTOOLS}
fi
# Need to get ECCODES DWD definitions:
eccodes_version=$(spack spec $SPACK_BUILD_ICON | grep eccodes | grep -o "@.*%" | grep -o "[0-9\.]*")
definitions_tar_file=eccodes_definitions.edzw-${eccodes_version}-1.tar.bz2
if [ ! -f "${definitions_tar_file}" ]; then
defs_url=https://opendata.dwd.de/weather/lib/grib/${definitions_tar_file}
wget "${defs_url}"
# Decompress definitions file
tar -xf "${definitions_tar_file}"
# Create a file containing the environment variable that needs to be set in order to use DWD's definitions:
echo "export ECCODES_DEFINITION_PATH=${WORKDIR}/definitions.edzw-${eccodes_version}-1" >eccodes_defs.env
fi
# Build dwd-icon-tools
SPACK_BUILD_ECCODES="%ECCODES.BUILD_CMD%" #"eccodes %%SPACK.COMPILER%target=x86_64_v2"
#if [ "${SPACK_LOAD_ECCODES}" == "build_cmd" ]; then SPACK_LOAD_DWDICONTOOLS=${SPACK_BUILD_DWDICONTOOLS}; fi
if [ ! -z "$SPACK_BUILD_ECCODES" ]; then
spack install --reuse $SPACK_BUILD_ECCODES
spack load --first ${SPACK_BUILD_ECCODES}
fi