Skip to content
Snippets Groups Projects
Commit 450eed18 authored by Takumi.Matsunobu's avatar Takumi.Matsunobu
Browse files

Update job.yml

parent c44f1599
No related branches found
No related tags found
No related merge requests found
Pipeline #19277 canceled
JOBS:
TRANSFER_PROJECT:
FILE: templates/common/transfer_project.sh
PLATFORM: LOCAL
BUILD_ICON:
FILE: templates/common/build_icon.sh
DEPENDENCIES: TRANSFER_PROJECT
WALLCLOCK: 04:00
PROCESSORS: 16
RETRIALS: 2 # retry because spack downloads sometimes timeout
NODES: 1
BUILD_PYTHON_ENVIRONMENT:
FILE: templates/common/build_python_environment.sh
# Right now we rely on spack for building icon and having a python interpreter, so we need this dependency:
DEPENDENCIES: BUILD_ICON
WALLCLOCK: 01:00
PROCESSORS: 16
NODES: 1
PREPARE_EXPERIMENT:
FILE: templates/real-from-d2-ana/prepare_experiment.sh
DEPENDENCIES: BUILD_ICON
RUNNING: once
WALLCLOCK: 01:00
PREPARE_DATE_LOCAL:
FILE: templates/real-from-d2-ana/prepare_date_local.sh
......@@ -29,10 +52,41 @@ JOBS:
PREPARE_NAMELIST:
FILE: templates/real-from-d2-ana/prepare_namelist.py
DEPENDENCIES: PREPARE_LBC_REMOTE RUN_ICON-1
WALLCLOCK: 00:05
RUNNING: chunk
TYPE: python
EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
RUN_ICON:
FILE: templates/common/run_icon.sh
DEPENDENCIES: PREPARE_NAMELIST
WALLCLOCK: 12:00
PROCESSORS: 64
MEMORY: 81920
\ No newline at end of file
MEMORY: 81920
RUNNING: chunk
CUSTOM_DIRECTIVES: [ "#SBATCH --exclusive" ]
COMPRESS:
FILE: templates/common/compress.py
DEPENDENCIES: RUN_ICON BUILD_PYTHON_ENVIRONMENT COMPRESS-1
RUNNING: chunk
TYPE: python
EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
PROCESSORS: 16
MEMORY: 16384
WALLCLOCK: 01:00
TRANSFER:
FILE: templates/common/transfer.sh
DEPENDENCIES: COMPRESS
# Since this is running locally, can simply leave a long wallclock.
WALLCLOCK: 24:00
RUNNING: member
PLATFORM: LOCAL
CLEAN:
FILE: templates/common/clean.sh
DEPENDENCIES: TRANSFER
WALLCLOCK: 00:10
RUNNING: member
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment