jobs.yml

JOBS:
  TRANSFER_PROJECT:
    FILE: templates/common/transfer_project.sh
    PLATFORM: LOCAL

  BUILD_ENV:
    FILE: templates/real-from-d2-ana/build_env.sh
    # Right now we rely on spack for building icon and having a python interpreter, so we need this dependency:
    DEPENDENCIES: TRANSFER_PROJECT
    WALLCLOCK: 01:00
    PROCESSORS: 1
    NODES: 1

  BUILD_PYTHON_ENVIRONMENT:
    FILE: templates/common/build_python_environment.sh
    # Right now we rely on spack for building icon and having a python interpreter, so we need this dependency:
    DEPENDENCIES: BUILD_ENV
    WALLCLOCK: 01:00
    PROCESSORS: 16
    NODES: 1

  PREPARE_EXPERIMENT:
    FILE: templates/real-from-d2-ana/prepare_experiment.sh
    DEPENDENCIES: TRANSFER_PROJECT
    RUNNING: once
    WALLCLOCK: 01:00

  PREPARE_DATE_LOCAL:
    FILE: templates/real-from-d2-ana/prepare_date_local.sh
    RUNNING: date
    WALLCLOCK: 01:00
    PLATFORM: LOCAL

  PREPARE_DATE_REMOTE:
    FILE: templates/real-from-d2-ana/prepare_date_remote.sh
    DEPENDENCIES: BUILD_ENV
    #DEPENDENCIES: BUILD_ICON
    RUNNING: date
    WALLCLOCK: 01:00

  PREPARE_MEMBER:
    FILE: templates/real-from-d2-ana/prepare_member.sh
    DEPENDENCIES: PREPARE_EXPERIMENT PREPARE_DATE_LOCAL PREPARE_DATE_REMOTE BUILD_PYTHON_ENVIRONMENT
    RUNNING: member
    WALLCLOCK: 01:00

  PREPARE_LBC_REMOTE:
    FILE: templates/real-from-d2-ana/prepare_lbc_remote.sh
    RUNNING: member
    WALLCLOCK: 03:00
    DEPENDENCIES: PREPARE_MEMBER  

  PREPARE_NAMELIST:
    FILE: templates/real-from-d2-ana/prepare_namelist.py
    DEPENDENCIES: PREPARE_LBC_REMOTE RUN_ICON-1
    WALLCLOCK: 00:05
    RUNNING: chunk
    TYPE: python
    EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"

  RUN_ICON:
    FILE: templates/common/run_icon.sh
    DEPENDENCIES: PREPARE_NAMELIST
    WALLCLOCK: 12:00
    PROCESSORS: 64
    MEMORY: 128G
    RUNNING: chunk
    CUSTOM_DIRECTIVES: [ "#SBATCH --exclusive" ]

  COMPRESS: