Due to a shift in policy, from 0900 GMT on Wednesday 14th July 2021, we will be disabling ssh access to the server for external users. External users who wish to continue to access code repositories on the server will need to switch to using https. This can be accomplished in the following way: 1) On the repo on gitlab, use the clone dialogue and select ‘Clone with HTTPS’ to get the address of the repo; 2) From within the checkout of your repo run: $ git remote set-url origin HTTPS_ADDRESS. Here, replace HTTPS_ADDRESS with the address you have just copied from GitLab. Pulls and pushes will now require you to enter a username and password rather than using a ssh key. If you would prefer not to enter a password each time, you might consider caching your login credentials.

Commit 879b2b4e authored by Modellers Operational's avatar Modellers Operational

Add in archiving of restart files

parent e45d71a9
[jinja2:suite.rc] [jinja2:suite.rc]
## Run properties ## Run properties
COLD_START=True COLD_START=False
ARCHIVE_RESTART=True
SEDIMENT=False SEDIMENT=False
USE_CETO=True USE_CETO=True
FORECAST=True FORECAST=True
NODES=10 NODES=10
REMOTE_USER='modop' REMOTE_USER='modop'
INITIAL_START_DATE='2019-05-15T00:00:00Z' INITIAL_START_DATE='2019-08-18T00:00:00Z'
FINAL_CYCLE_POINT='NONE' FINAL_CYCLE_POINT='NONE'
HINDCAST_DAYS=1 HINDCAST_DAYS=1
FORECAST_DAYS=2 FORECAST_DAYS=2
...@@ -20,6 +21,7 @@ COMMON_FILES_PATH='/users/modellers/modop/Models/FVCOM_tamar_common/' ...@@ -20,6 +21,7 @@ COMMON_FILES_PATH='/users/modellers/modop/Models/FVCOM_tamar_common/'
ARCHIVE_DIR='data/sthenno1/scratch/modop/Model/FVCOM_tamar/output' ARCHIVE_DIR='data/sthenno1/scratch/modop/Model/FVCOM_tamar/output'
REMOTE_ARCHIVE_DIR='/gpfs1/users/modellers/modop/Output/FVCOM_tamar_rolling' REMOTE_ARCHIVE_DIR='/gpfs1/users/modellers/modop/Output/FVCOM_tamar_rolling'
PLOT_DIR='data/sthenno1/scratch/modop/Model/FVCOM_tamar/plots' PLOT_DIR='data/sthenno1/scratch/modop/Model/FVCOM_tamar/plots'
RESTART_ARCHIVE_DIR='data/sthenno1/scratch/modop/Model/FVCOM_tamar/restart_files'
TEMP_ACTIVE='T' TEMP_ACTIVE='T'
SALT_ACTIVE='T' SALT_ACTIVE='T'
...@@ -65,6 +67,8 @@ STARTUP_DMAX='5.00' ...@@ -65,6 +67,8 @@ STARTUP_DMAX='5.00'
HORIZONTAL_MIXING_COEFFICIENT='2.000000e-01' HORIZONTAL_MIXING_COEFFICIENT='2.000000e-01'
VERTICAL_MIXING_COEFFICIENT='1.000000e-05' VERTICAL_MIXING_COEFFICIENT='1.000000e-05'
COORDINATES='cartesian' COORDINATES='cartesian'
RIVER_TS_SETTING='calculated'
OBC_ON='F'
# Output options # Output options
NC_INTERVAL='seconds= 3600.' NC_INTERVAL='seconds= 3600.'
......
...@@ -18,6 +18,8 @@ ...@@ -18,6 +18,8 @@
write_run_namelist => adjust_namelist & generate_CMEMS_start => mv_start_file => run_fvcom write_run_namelist => adjust_namelist & generate_CMEMS_start => mv_start_file => run_fvcom
{% elif COLD_START and BOUNDARY_FORCING == 'NEST_FILE' %} {% elif COLD_START and BOUNDARY_FORCING == 'NEST_FILE' %}
write_run_namelist => adjust_namelist & generate_nest_start => mv_start_file => run_fvcom write_run_namelist => adjust_namelist & generate_nest_start => mv_start_file => run_fvcom
{% elif ARCHIVE_RESTART %}
transfer_archive_restart => run_fvcom
{% else %} {% else %}
transfer_restart => run_fvcom transfer_restart => run_fvcom
{% endif %} {% endif %}
...@@ -76,7 +78,7 @@ ...@@ -76,7 +78,7 @@
{% else %} {% else %}
write_run_namelist => run_fvcom => transfer_data => clean_output write_run_namelist => run_fvcom => transfer_data => clean_output
{% endif %} {% endif %}
run_fvcom => nan_check run_fvcom => nan_check
""" """
...@@ -85,6 +87,12 @@ ...@@ -85,6 +87,12 @@
run_fvcom[-P1D] => transfer_restart => run_fvcom run_fvcom[-P1D] => transfer_restart => run_fvcom
""" """
[[[+P2D/P1D]]]
graph = """
run_fvcom => housekeeping
"""
[runtime] [runtime]
[[root]] [[root]]
env-script = eval $(rose task-env --cycle-offset=P1D) env-script = eval $(rose task-env --cycle-offset=P1D)
...@@ -150,6 +158,7 @@ ...@@ -150,6 +158,7 @@
WRF_ARCHIVE_DATEFMT={{WRF_ARCHIVE_DATEFMT}} WRF_ARCHIVE_DATEFMT={{WRF_ARCHIVE_DATEFMT}}
COMMON_FILES_PATH={{COMMON_FILES_PATH}} COMMON_FILES_PATH={{COMMON_FILES_PATH}}
WRF_ARCHIVE_DATESTR=$(rose date --print-format={{WRF_ARCHIVE_DATEFMT}} $CYLC_TASK_CYCLE_POINT) WRF_ARCHIVE_DATESTR=$(rose date --print-format={{WRF_ARCHIVE_DATEFMT}} $CYLC_TASK_CYCLE_POINT)
RESTART_ARCHIVE_DIR={{RESTART_ARCHIVE_DIR}}
{% if FORECAST %} {% if FORECAST %}
TODAY_WRF_FILE=/{{WRF_ARCHIVE_DIR}}/today/today_wrfout.nc TODAY_WRF_FILE=/{{WRF_ARCHIVE_DIR}}/today/today_wrfout.nc
...@@ -316,10 +325,18 @@ ...@@ -316,10 +325,18 @@
echo "starting forecast cycle" echo "starting forecast cycle"
""" """
[[transfer_restart]] [[transfer_restart]]
inherit = slurm_job_1 inherit = remote_job
script = """ script = """
ln -sf ${ROSE_DATACP1D}/output/${GRID_NAME}_restart_0001.nc ${ROSE_DATAC}/${GRID_NAME}_restart_0001.nc ln -sf ${ROSE_DATACP1D}/output/${GRID_NAME}_restart_0001.nc ${ROSE_DATAC}/${GRID_NAME}_restart_0001.nc
mkdir -p /pml${RESTART_ARCHIVE_DIR}/${FORECAST_DAY}
cp ${ROSE_DATACP1D}/output/${GRID_NAME}_restart_0001.nc /pml${RESTART_ARCHIVE_DIR}/${FORECAST_DAY}/
"""
[[transfer_archive_restart]]
inherit = remote_job
script = """
cp /pml${RESTART_ARCHIVE_DIR}/${FORECAST_DAY}/${GRID_NAME}_restart_0001.nc ${ROSE_DATAC}
""" """
[[nan_check]] [[nan_check]]
inherit = remote_job inherit = remote_job
[[remote_archive]] [[remote_archive]]
...@@ -329,3 +346,9 @@ ...@@ -329,3 +346,9 @@
script = """ script = """
rm ${ROSE_DATAC}/output/${GRID_NAME}_0001.nc rm ${ROSE_DATAC}/output/${GRID_NAME}_0001.nc
""" """
[[housekeeping]]
inherit = remote_job
script = """
rm ${ROSE_DATACP2D}/output/${GRID_NAME}_restart_0001.nc
"""
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment