From 8ebd17967866b497eb44f3a4c30c98d956b6edc9 Mon Sep 17 00:00:00 2001
From: "Fabian.Jakub" <fabian@jakub.com>
Date: Fri, 24 Mar 2023 14:27:51 +0100
Subject: [PATCH] add retry to build icon jobs because spack install sometimes
failes due to download timeouts
---
conf/real-from-dwd-ana/jobs.yml | 5 ++++-
conf/real-from-ideal/jobs.yml | 4 +++-
2 files changed, 7 insertions(+), 2 deletions(-)
diff --git a/conf/real-from-dwd-ana/jobs.yml b/conf/real-from-dwd-ana/jobs.yml
index ba4cfc8..b357a6a 100644
--- a/conf/real-from-dwd-ana/jobs.yml
+++ b/conf/real-from-dwd-ana/jobs.yml
@@ -65,6 +65,8 @@ JOBS:
DEPENDENCIES: TRANSFER_PROJECT
WALLCLOCK: 04:00
PROCESSORS: 16
+ RETRIALS: 2 # retry beause spack downloads sometimes timeout
+ NODES: 1
BUILD_PYTHON_ENVIRONMENT:
FILE: templates/common/build_python_environment.sh
@@ -72,6 +74,7 @@ JOBS:
DEPENDENCIES: BUILD_ICON
WALLCLOCK: 01:00
PROCESSORS: 16
+ NODES: 1
PREPARE_EXPERIMENT:
FILE: templates/real-from-dwd-ana/prepare_experiment.sh
@@ -130,4 +133,4 @@ JOBS:
FILE: templates/common/clean.sh
DEPENDENCIES: TRANSFER
WALLCLOCK: 00:10
- RUNNING: member
\ No newline at end of file
+ RUNNING: member
diff --git a/conf/real-from-ideal/jobs.yml b/conf/real-from-ideal/jobs.yml
index 40deb2f..0abe48a 100644
--- a/conf/real-from-ideal/jobs.yml
+++ b/conf/real-from-ideal/jobs.yml
@@ -62,8 +62,9 @@ JOBS:
BUILD_ICON:
FILE: templates/common/build_icon.sh
DEPENDENCIES: TRANSFER_PROJECT
- WALLCLOCK: 01:00
+ WALLCLOCK: 04:00
PROCESSORS: 16
+ RETRIALS: 2 # retry beause spack downloads sometimes timeout
NODES: 1
BUILD_PYTHON_ENVIRONMENT:
@@ -137,6 +138,7 @@ JOBS:
WALLCLOCK: 01:00
RUNNING: chunk
PROCESSORS: 16
+ NODES: 1
COMPRESS:
FILE: templates/common/compress.py
--
GitLab