Skip to content
Snippets Groups Projects
Commit c1e23071 authored by Oriol Tintó Prims's avatar Oriol Tintó Prims
Browse files

Typo in HPCARCH. Split prepare_date.sh in prepare_date_local.sh and prepare_date_remote.sh.

parent 2c920173
No related branches found
No related tags found
1 merge request!4Switching to the advanced configuration method and fixing spack build.
Hide whitespace changes
Inline Side-by-side
conf/real-from-dwd-ana/jobs.yml
+ 12
− 6
View file @ c1e23071
......@@ -79,15 +79,21 @@ JOBS:
RUNNING: once
WALLCLOCK: 01:00
PREPARE_DATE:
FILE: templates/real-from-dwd-ana/prepare_date.sh
PREPARE_DATE_LOCAL:
FILE: templates/real-from-dwd-ana/prepare_date_local.sh
RUNNING: date
WALLCLOCK: 01:00
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: LOCAL
PREPARE_DATE_REMOTE:
FILE: templates/real-from-dwd-ana/prepare_date_remote.sh
RUNNING: date
WALLCLOCK: 01:00
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
PREPARE_MEMBER:
FILE: templates/real-from-dwd-ana/prepare_member.sh
DEPENDENCIES: PREPARE_EXPERIMENT PREPARE_DATE
DEPENDENCIES: PREPARE_EXPERIMENT PREPARE_DATE_REMOTE PREPARE_DATE_LOCAL
RUNNING: member
WALLCLOCK: 01:00
......@@ -98,7 +104,7 @@ JOBS:
RUNNING: chunk
TYPE: python
EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
RUN_ICON:
......@@ -133,4 +139,4 @@ JOBS:
DEPENDENCIES: TRANSFER
WALLCLOCK: 00:10
RUNNING: member
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
\ No newline at end of file
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
\ No newline at end of file
conf/real-from-dwd-ana/simulation.yml
+ 5
− 5
View file @ c1e23071
......@@ -12,9 +12,9 @@ simulation:
output_file_names: "init_DOM01_ML_*.nc latbc_DOM01_ML_*.nc"
files_to_clean: "*.nc"
initial_conditions:
# Where are we getting our initial data from?
local: True
parent_folder: /archive/meteo/external-models/dwd/icon/oper/icon_oper_eps_gridded-global_rolling/
member: 1
initial_conditions:
# Where are we getting our initial data from?
local: true
parent_folder: /archive/meteo/external-models/dwd/icon/oper/icon_oper_eps_gridded-global_rolling/
member: 1
conf/real-from-ideal/jobs.yml
+ 6
− 6
View file @ c1e23071
......@@ -77,14 +77,14 @@ JOBS:
DEPENDENCIES: BUILD_ICON
RUNNING: once
WALLCLOCK: 00:10
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
PREPARE_IDEAL_DIRECTORY:
FILE: templates/real-from-ideal/prepare_ideal_directory.sh
DEPENDENCIES: PREPARE_EXPERIMENT
RUNNING: date
WALLCLOCK: 00:10
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
PREPARE_IDEAL_NAMELIST:
FILE: templates/real-from-ideal/prepare_ideal_namelist.py
......@@ -93,7 +93,7 @@ JOBS:
WALLCLOCK: 00:10
TYPE: python
EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
RUN_IDEAL:
FILE: templates/real-from-ideal/run_ideal.sh
......@@ -123,7 +123,7 @@ JOBS:
DEPENDENCIES: FG_ANA_FROM_IDEALIZED EXTPAR_FROM_IDEALIZED
RUNNING: member
WALLCLOCK: 01:00
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
PREPARE_CHUNK:
FILE: templates/real-from-ideal/prepare_chunk.py
......@@ -132,7 +132,7 @@ JOBS:
RUNNING: chunk
TYPE: python
EXECUTABLE: "%HPCROOTDIR%/%python_environment.folder_name%/bin/python3"
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
RUN_ICON:
FILE: templates/common/run_icon.sh
......@@ -160,4 +160,4 @@ JOBS:
DEPENDENCIES: TRANSFER
WALLCLOCK: 00:10
RUNNING: member
PLATFORM: "%DEFAULT.HPCARH%_LOGIN"
PLATFORM: "%DEFAULT.HPCARCH%_LOGIN"
templates/real-from-dwd-ana/prepare_date.sh deleted 100644 → 0
+ 0
− 44
View file @ 2c920173
#!/bin/bash -l
# Get some variables provided by autosubmit.
WORKDIR=%HPCROOTDIR%
STARTDATE=%SDATE%
# Define date directory, create it and go there
COMMON_DATE_FOLDER=${WORKDIR}/${STARTDATE}/inidata
# Create member folder and go there
mkdir -p ${COMMON_DATE_FOLDER}
cd ${COMMON_DATE_FOLDER} || exit
# some settings
AN_MEMBER=$(printf "%03d" %initial_conditions.member%)
INITIAL_CONDITIONS_PARENT_FOLDER=%initial_conditions.parent_folder%
INITIAL_CONDITIONS_PATH=${INITIAL_CONDITIONS_PARENT_FOLDER}/${STARTDATE:0:6}/${STARTDATE:0:8}T00
AN_SOURCE=$(find ${INITIAL_CONDITIONS_PATH} -name "igaf*00.m${AN_MEMBER}.grb" | sort | tail -n 1)
FG_SOURCE=$(find ${INITIAL_CONDITIONS_PATH} -name "igfff00030000.m${AN_MEMBER}.grb" | sort | tail -n 1)
if [ ! -f "${AN_SOURCE}" ]; then
echo "Analysis file for date ${STARTDATE} not found!"
exit 1
fi
if [ ! -f "${FG_SOURCE}" ]; then
echo "FG file for date ${STARTDATE} not found!"
exit 1
fi
AN_FILE=$(basename "${AN_SOURCE}")
FG_FILE=$(basename "${FG_SOURCE}")
# Save filenames to be used later by other scripts.
echo "${AN_FILE}" > an_file.txt
echo "${FG_FILE}" > fg_file.txt
# Copy the first-guess and analysis files.
cp "${FG_SOURCE}" "${FG_FILE}"
cp "${AN_SOURCE}" "${AN_FILE}"
# Change permissions to read only.
chmod 440 ./*
templates/real-from-dwd-ana/prepare_date_local.sh 0 → 100644
+ 65
− 0
View file @ c1e23071
#!/bin/bash -l
IS_LOCAL=%SIMULATION.INITIAL_CONDITIONS.MEMBER%
if [ "${IS_LOCAL}" == "True" ]; then
# Get some variables provided by autosubmit.
WORKDIR=%HPCROOTDIR%
STARTDATE=%SDATE%
# Define date directory, create it and go there
COMMON_DATE_FOLDER=${WORKDIR}/${STARTDATE}/inidata
AN_MEMBER=$(printf "%03d" %SIMULATION.INITIAL_CONDITIONS.MEMBER%)
INITIAL_CONDITIONS_PARENT_FOLDER=%SIMULATION.INITIAL_CONDITIONS.PARENT_FOLDER%
INITIAL_CONDITIONS_PATH=${INITIAL_CONDITIONS_PARENT_FOLDER}/${STARTDATE:0:6}/${STARTDATE:0:8}T00
AN_SOURCE=$(find ${INITIAL_CONDITIONS_PATH} -name "igaf*00.m${AN_MEMBER}.grb" | sort | tail -n 1)
FG_SOURCE=$(find ${INITIAL_CONDITIONS_PATH} -name "igfff00030000.m${AN_MEMBER}.grb" | sort | tail -n 1)
AN_FILE=$(basename "${AN_SOURCE}")
FG_FILE=$(basename "${FG_SOURCE}")
# Find files
if [ ! -f "${AN_SOURCE}" ]; then
echo "Analysis file for date ${STARTDATE} not found!"
exit 1
fi
if [ ! -f "${FG_SOURCE}" ]; then
echo "FG file for date ${STARTDATE} not found!"
exit 1
fi
# Check if we copy the initial conditions from the local system or the remote one
if [ "${IS_LOCAL}" == "True" ]; then
# Create member folder
ssh "${HPCUSER}@${HPCHOST}" mkdir -p ${COMMON_DATE_FOLDER}
# Save filenames to be used later by other scripts.
ssh "${HPCUSER}@${HPCHOST}" echo "${AN_FILE}" > ${COMMON_DATE_FOLDER}/an_file.txt
ssh "${HPCUSER}@${HPCHOST}" echo "${FG_FILE}" > ${COMMON_DATE_FOLDER}/fg_file.txt
# Copy the first-guess and analysis files.
rsync "${FG_SOURCE}" "${HPCUSER}@${HPCHOST}":"${COMMON_DATE_FOLDER}/${FG_FILE}"
rsync "${AN_SOURCE}" "${HPCUSER}@${HPCHOST}":"${COMMON_DATE_FOLDER}/${AN_FILE}"
# Change permissions to read only.
ssh "${HPCUSER}@${HPCHOST}" chmod 440 ./*
else
# Create member folder and go there
mkdir -p ${COMMON_DATE_FOLDER}
cd ${COMMON_DATE_FOLDER} || exit
# Save filenames to be used later by other scripts.
echo "${AN_FILE}" > an_file.txt
echo "${FG_FILE}" > fg_file.txt
# Copy the first-guess and analysis files.
cp "${FG_SOURCE}" "${FG_FILE}"
cp "${AN_SOURCE}" "${AN_FILE}"
# Change permissions to read only.
chmod 440 ./*
fi
fi
\ No newline at end of file
templates/real-from-dwd-ana/prepare_date_remote.sh 0 → 100644
+ 65
− 0
View file @ c1e23071
#!/bin/bash -l
IS_LOCAL=%SIMULATION.INITIAL_CONDITIONS.MEMBER%
if [ "${IS_LOCAL}" == "False" ]; then
# Get some variables provided by autosubmit.
WORKDIR=%HPCROOTDIR%
STARTDATE=%SDATE%
# Define date directory, create it and go there
COMMON_DATE_FOLDER=${WORKDIR}/${STARTDATE}/inidata
AN_MEMBER=$(printf "%03d" %SIMULATION.INITIAL_CONDITIONS.MEMBER%)
INITIAL_CONDITIONS_PARENT_FOLDER=%SIMULATION.INITIAL_CONDITIONS.PARENT_FOLDER%
INITIAL_CONDITIONS_PATH=${INITIAL_CONDITIONS_PARENT_FOLDER}/${STARTDATE:0:6}/${STARTDATE:0:8}T00
AN_SOURCE=$(find ${INITIAL_CONDITIONS_PATH} -name "igaf*00.m${AN_MEMBER}.grb" | sort | tail -n 1)
FG_SOURCE=$(find ${INITIAL_CONDITIONS_PATH} -name "igfff00030000.m${AN_MEMBER}.grb" | sort | tail -n 1)
AN_FILE=$(basename "${AN_SOURCE}")
FG_FILE=$(basename "${FG_SOURCE}")
# Find files
if [ ! -f "${AN_SOURCE}" ]; then
echo "Analysis file for date ${STARTDATE} not found!"
exit 1
fi
if [ ! -f "${FG_SOURCE}" ]; then
echo "FG file for date ${STARTDATE} not found!"
exit 1
fi
# Check if we copy the initial conditions from the local system or the remote one
if [ "${IS_LOCAL}" == "True" ]; then
# Create member folder
ssh "${HPCUSER}@${HPCHOST}" mkdir -p ${COMMON_DATE_FOLDER}
# Save filenames to be used later by other scripts.
ssh "${HPCUSER}@${HPCHOST}" echo "${AN_FILE}" > ${COMMON_DATE_FOLDER}/an_file.txt
ssh "${HPCUSER}@${HPCHOST}" echo "${FG_FILE}" > ${COMMON_DATE_FOLDER}/fg_file.txt
# Copy the first-guess and analysis files.
rsync "${FG_SOURCE}" "${HPCUSER}@${HPCHOST}":"${COMMON_DATE_FOLDER}/${FG_FILE}"
rsync "${AN_SOURCE}" "${HPCUSER}@${HPCHOST}":"${COMMON_DATE_FOLDER}/${AN_FILE}"
# Change permissions to read only.
ssh "${HPCUSER}@${HPCHOST}" chmod 440 ./*
else
# Create member folder and go there
mkdir -p ${COMMON_DATE_FOLDER}
cd ${COMMON_DATE_FOLDER} || exit
# Save filenames to be used later by other scripts.
echo "${AN_FILE}" > an_file.txt
echo "${FG_FILE}" > fg_file.txt
# Copy the first-guess and analysis files.
cp "${FG_SOURCE}" "${FG_FILE}"
cp "${AN_SOURCE}" "${AN_FILE}"
# Change permissions to read only.
chmod 440 ./*
fi
fi
\ No newline at end of file
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment