From dee6c609e87c8bc383cee3582f97eece5a506519 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Oriol=20Tint=C3=B3?= <oriol.tinto@lmu.de>
Date: Tue, 11 Jul 2023 18:01:54 +0200
Subject: [PATCH] Update jobs file for event-generator.
---
conf/event-generator/jobs.yml | 61 +++++++++++++++++++++++++++++++++--
1 file changed, 59 insertions(+), 2 deletions(-)
diff --git a/conf/event-generator/jobs.yml b/conf/event-generator/jobs.yml
index 7c64504..ca9ddc6 100644
--- a/conf/event-generator/jobs.yml
+++ b/conf/event-generator/jobs.yml
@@ -1,6 +1,32 @@
+## This file contains the template of the generic workflow
+## It can be used as a reference to create a custom workflow.
+
JOBS:
+ TRANSFER_PROJECT:
+ FILE: templates/common/transfer_project.sh
+ PLATFORM: LOCAL
+
+ BUILD_ICON:
+ FILE: templates/common/build_icon.sh
+ DEPENDENCIES: TRANSFER_PROJECT
+ WALLCLOCK: 04:00
+ PROCESSORS: 16
+ RETRIALS: 2 # retry because spack downloads sometimes timeout
+ NODES: 1
+
+ BUILD_PYTHON_ENVIRONMENT:
+ FILE: templates/common/build_python_environment.sh
+ # Right now we rely on spack for building icon and having a python interpreter, so we need this dependency:
+ DEPENDENCIES: BUILD_ICON
+ WALLCLOCK: 01:00
+ PROCESSORS: 16
+ NODES: 1
+
PREPARE_EXPERIMENT:
FILE: templates/event-generator/prepare_experiment.sh
+ DEPENDENCIES: BUILD_ICON
+ RUNNING: once
+ WALLCLOCK: 01:00
PREPARE_DATE:
FILE: templates/event-generator/prepare_date.sh
@@ -11,6 +37,8 @@ JOBS:
PREPARE_MEMBER:
FILE: templates/event-generator/prepare_member.sh
DEPENDENCIES: PREPARE_EXPERIMENT PREPARE_DATE
+ RUNNING: member
+ WALLCLOCK: 01:00
ADAPT_MEMBER:
FILE: templates/event-generator/adapt_member.sh
@@ -21,11 +49,40 @@ JOBS:
PREPARE_NAMELIST:
FILE: templates/event-generator/prepare_namelist.py
DEPENDENCIES: ADAPT_MEMBER RUN_ICON-1
+ WALLCLOCK: 00:05
+ RUNNING: chunk
+ TYPE: python
+ EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
+
+ RUN_ICON:
+ FILE: templates/common/run_icon.sh
+ DEPENDENCIES: PREPARE_NAMELIST COMPRESS-1
+ WALLCLOCK: 02:00
+ RUNNING: chunk
+ PROCESSORS: 64
+ MEMORY: 81920
+ CUSTOM_DIRECTIVES: [ "#SBATCH --exclusive" ]
COMPRESS:
FILE: templates/common/compress.py
DEPENDENCIES: RUN_ICON
RUNNING: member
+ TYPE: python
+ EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
+ PROCESSORS: 16
+ MEMORY: 16384
+ WALLCLOCK: 01:00
- RUN ICON:
- WALLCLOCK : 02:00
+ TRANSFER:
+ FILE: templates/common/transfer.sh
+ DEPENDENCIES: COMPRESS
+ # Since this is running locally, can simply leave a long wallclock.
+ WALLCLOCK: 24:00
+ RUNNING: member
+ PLATFORM: LOCAL
+
+ CLEAN:
+ FILE: templates/common/clean.sh
+ DEPENDENCIES: TRANSFER
+ WALLCLOCK: 00:10
+ RUNNING: member
--
GitLab