jobs.yml

JOBS:
  TRANSFER_PROJECT:
    FILE: templates/common/transfer_project.sh
    PLATFORM: LOCAL

  BUILD_ICON:
    FILE: templates/common/build_icon.sh
    DEPENDENCIES: TRANSFER_PROJECT
    WALLCLOCK: 04:00
    PROCESSORS: 16
    RETRIALS: 2 # retry because spack downloads sometimes timeout
    NODES: 1

  BUILD_PYTHON_ENVIRONMENT:
    FILE: templates/common/build_python_environment.sh
    # Right now we rely on spack for building icon and having a python interpreter, so we need this dependency:
    DEPENDENCIES: BUILD_ICON
    WALLCLOCK: 01:00
    PROCESSORS: 16
    NODES: 1

  PREPARE_EXPERIMENT:
    FILE: templates/real-from-dwd-ana/prepare_experiment.sh
    DEPENDENCIES: BUILD_ICON
    RUNNING: once
    WALLCLOCK: 01:00

  PREPARE_DATE_LOCAL:
    FILE: templates/real-from-dwd-ana/prepare_date_local.sh
    RUNNING: date
    WALLCLOCK: 01:00
    PLATFORM: LOCAL

  PREPARE_DATE_REMOTE:
    FILE: templates/real-from-dwd-ana/prepare_date_remote.sh
    RUNNING: date
    WALLCLOCK: 01:00
    PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"

  PREPARE_MEMBER:
    FILE: templates/real-from-dwd-ana/prepare_member.sh
    DEPENDENCIES: PREPARE_EXPERIMENT PREPARE_DATE_REMOTE PREPARE_DATE_LOCAL
    RUNNING: member
    WALLCLOCK: 01:00

  PREPARE_NAMELIST:
    FILE: templates/real-from-dwd-ana/prepare_namelist.py
    DEPENDENCIES: TRANSFER_PROJECT BUILD_PYTHON_ENVIRONMENT PREPARE_MEMBER RUN_ICON-1
    WALLCLOCK: 00:05
    RUNNING: chunk
    TYPE: python
    EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
    PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"


  RUN_ICON:
    FILE: templates/common/run_icon.sh
    DEPENDENCIES: PREPARE_NAMELIST
    WALLCLOCK: 04:00
    RUNNING: chunk
    PROCESSORS: 64
    MEMORY: 81920
    CUSTOM_DIRECTIVES: [ "#SBATCH --exclusive" ]

  COMPRESS:
    FILE: templates/common/compress.py
    DEPENDENCIES: RUN_ICON BUILD_PYTHON_ENVIRONMENT COMPRESS-1
    RUNNING: chunk
    TYPE: python
    EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"