Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Adding a gefs_arch task to GEFS workflow #3211

Merged
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
25 commits
Select commit Hold shift + click to select a range
26e42ea
modified gefs.py
AntonMFernando-NOAA Jan 7, 2025
72af87f
modified workflow\applications\gefs.py
AntonMFernando-NOAA Jan 7, 2025
8a880e2
updated workflow\rocoto\gefs_tasks.py
AntonMFernando-NOAA Jan 7, 2025
6f47e5c
updated workflow\rocoto\gefs_tasks.py
AntonMFernando-NOAA Jan 8, 2025
c5d5afd
modified workflow\applications\gefs.py
AntonMFernando-NOAA Jan 8, 2025
37fd408
updated workflow\rocoto\gefs_tasks.py
AntonMFernando-NOAA Jan 8, 2025
5f6938c
Merge branch 'develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 8, 2025
fb0ba8b
Merge branch 'develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 8, 2025
8ea285d
Merge branch 'NOAA-EMC:develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 13, 2025
ad57862
Merge branch 'develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 14, 2025
e5813e3
modify parm\archive\master_gefs.yaml.j2
AntonMFernando-NOAA Jan 14, 2025
613a53e
Merge branch 'feature/add-gefs-arch' of https://github.com/AntonMFern…
AntonMFernando-NOAA Jan 14, 2025
b2b1823
modified DO_EXTRACTVARS
AntonMFernando-NOAA Jan 14, 2025
24813e7
edited parm\archive\master_gefs.yaml.j2
AntonMFernando-NOAA Jan 14, 2025
5eed515
Merge branch 'develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 14, 2025
638962d
Merge branch 'develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 15, 2025
6bac5c5
updated scripts\exglobal_archive.py
AntonMFernando-NOAA Jan 15, 2025
8366200
Merge branch 'NOAA-EMC:develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 15, 2025
ac64db2
modified parm\archive\master_gefs.yaml.j2
AntonMFernando-NOAA Jan 15, 2025
59fb602
Merge branch 'feature/add-gefs-arch' of https://github.com/AntonMFern…
AntonMFernando-NOAA Jan 15, 2025
3e52033
Merge branch 'develop' into feature/add-gefs-arch
AntonMFernando-NOAA Jan 16, 2025
5bef72a
modified parm\archive\master_gefs.yaml.j2
AntonMFernando-NOAA Jan 16, 2025
bb64c92
Merge branch 'feature/add-gefs-arch' of https://github.com/AntonMFern…
AntonMFernando-NOAA Jan 16, 2025
c73dda0
modified scripts\exglobal_archive.py
AntonMFernando-NOAA Jan 16, 2025
c1b23a6
deleted gefs_extracted_*vars*.yaml.j2
AntonMFernando-NOAA Jan 16, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
86 changes: 0 additions & 86 deletions parm/archive/gefs_extracted_atmos.yaml.j2

This file was deleted.

33 changes: 0 additions & 33 deletions parm/archive/gefs_extracted_ice.yaml.j2

This file was deleted.

40 changes: 0 additions & 40 deletions parm/archive/gefs_extracted_ocean.yaml.j2

This file was deleted.

51 changes: 0 additions & 51 deletions parm/archive/gefs_extracted_wave.yaml.j2

This file was deleted.

7 changes: 0 additions & 7 deletions parm/archive/master_gefs.yaml.j2
Original file line number Diff line number Diff line change
Expand Up @@ -4,13 +4,6 @@
{% set cycle_YMDH = current_cycle | to_YMDH %}

datasets:
{% filter indent(width=4) %}
{% include "gefs_extracted_atmos.yaml.j2" %}
{% include "gefs_extracted_ocean.yaml.j2" %}
{% include "gefs_extracted_ice.yaml.j2" %}
{% include "gefs_extracted_wave.yaml.j2" %}
EricSinsky-NOAA marked this conversation as resolved.
Show resolved Hide resolved
{% endfilter %}

# Archive the EXPDIR if requested
{% if archive_expdir %}
{% filter indent(width=4) %}
Expand Down
4 changes: 2 additions & 2 deletions workflow/applications/gefs.py
Original file line number Diff line number Diff line change
Expand Up @@ -91,8 +91,8 @@ def get_task_names(self):
tasks += ['wavepostpnt']

if options['do_extractvars']:
tasks += ['extractvars', 'arch']
tasks += ['extractvars']

tasks += ['cleanup']
tasks += ['arch', 'cleanup']

return {f"{self.run}": tasks}
32 changes: 4 additions & 28 deletions workflow/rocoto/gefs_tasks.py
Original file line number Diff line number Diff line change
Expand Up @@ -569,7 +569,7 @@ def arch(self):
dependencies = rocoto.create_dependency(dep=deps, dep_condition='and')

resources = self.get_resource('arch')
task_name = 'arch'
task_name = 'gefs_arch'
task_dict = {'task_name': task_name,
'resources': resources,
'envars': self.envars,
Expand All @@ -587,33 +587,9 @@ def arch(self):

def cleanup(self):
deps = []
if self.options['do_extractvars']:
dep_dict = {'type': 'task', 'name': 'arch'}
deps.append(rocoto.add_dependency(dep_dict))
dependencies = rocoto.create_dependency(dep=deps)
else:
dep_dict = {'type': 'metatask', 'name': 'gefs_atmos_prod'}
deps.append(rocoto.add_dependency(dep_dict))
dep_dict = {'type': 'metatask', 'name': 'gefs_atmos_ensstat'}
deps.append(rocoto.add_dependency(dep_dict))
if self.options['do_ice']:
dep_dict = {'type': 'metatask', 'name': 'gefs_ice_prod'}
deps.append(rocoto.add_dependency(dep_dict))
if self.options['do_ocean']:
dep_dict = {'type': 'metatask', 'name': 'gefs_ocean_prod'}
deps.append(rocoto.add_dependency(dep_dict))
if self.options['do_wave']:
dep_dict = {'type': 'metatask', 'name': 'gefs_wave_post_grid'}
deps.append(rocoto.add_dependency(dep_dict))
dep_dict = {'type': 'metatask', 'name': 'gefs_wave_post_pnt'}
deps.append(rocoto.add_dependency(dep_dict))
if self.options['do_wave_bnd']:
dep_dict = {'type': 'metatask', 'name': 'gefs_wave_post_bndpnt'}
deps.append(rocoto.add_dependency(dep_dict))
dep_dict = {'type': 'metatask', 'name': 'gefs_wave_post_bndpnt_bull'}
deps.append(rocoto.add_dependency(dep_dict))
dependencies = rocoto.create_dependency(dep=deps, dep_condition='and')

dep_dict = {'type': 'task', 'name': 'gefs_arch'}
deps.append(rocoto.add_dependency(dep_dict))
dependencies = rocoto.create_dependency(dep=deps)
resources = self.get_resource('cleanup')
task_name = 'gefs_cleanup'
task_dict = {'task_name': task_name,
Expand Down
Loading