esm_tools/configs/esm_software/esm_runscripts/esm_runscripts.yaml at a7c062154487cf3bfa95c13e903af2c5cc6ac5b1 · esm-tools/esm_tools · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
# Default recipies
# ESM-Tools uses config/esm_software/esm_runscripts/esm_plugins.yaml to understand
# where to look for each of this function/methods (the steps within each recipy, e.g.
# "_read_date_file").

choose_job_type:

        #postprocess:
        #        recipe:
        #                - "postprocess"

        prepare:
                recipe:
                        - "_read_date_file"
                        - "_update_run_in_chunk"
                        - "check_model_lresume"
                        # This must be done before resolve_some_choose_blocks, because
                        # potentially also choosable entries can be overridden via
                        # usermods.yaml (e.g. computer.useMPI: intel18_bullxmpi)
                        - "apply_last_minute_changes"
                        - "find_openmp"
                        - "resolve_some_choose_blocks"
                        - "_initialize_calendar"
                        - "set_chunk_calendar"
                        - "resolve_some_choose_blocks"
                        - "_add_all_folders"
                        - "set_prev_date"
                        - "set_parent_info"
                        - "finalize_config"
                        - "install_missing_plugins"
                        - "assemble_workflow"
                        - "restore_protected_last_minute_changes"
                        - "add_submission_info"
                        - "initialize_batch_system"
                        - "initialize_file_tracker"
                        - "initialize_coupler"
                        - "set_logfile"
                        - "check_config_for_warnings_errors"

        assemble:
                recipe:
                        - "assemble"

        prepexp:
                recipe:
                        - "venv_bootstrap"
                        - "_create_setup_folders"
                        - "_create_component_folders"
                        - "initialize_experiment_logfile"
                        - "copy_tools_to_thisrun"
                        # The next step will call esm_runscripts again from the experiment folder,
                        # if the current folder is not the experiment folder already.
                        # If esm_runscripts will be excuted, the following step will be skipped, since
                        # there is a sys.exit() after the esm_runscripts call.
                        - "call_esm_runscripts_from_prepexp"
                        # The following step will be skipped, if not in experiment folder.
                        # It will only be called if esm_runscripts is called from experiment folder.
                        - "_copy_preliminary_files_from_experiment_to_thisrun"

        observe:
                recipe:
                        - "init_observe_logs"
                        - "wait_and_observe"
                        - "wake_up_call"

        tidy:
                recipe:
                        - "tidy_coupler"
                        - "assemble"
                        - "check_for_unknown_files"
                        - "log_used_files"
                        - "throw_away_some_infiles"
                        - "copy_stuff_back_from_work"
                        - "copy_all_results_to_exp"
                        - "dump_file_tracker_log"
                        - "clean_run_dir"

        prepcompute:
                recipe:
                        - "compile_model"
                        - "_show_simulation_info"
                        - "create_new_files"
                        - "create_empty_folders"
                        - "prepare_coupler_files"
                        - "assemble"
                        - "log_used_files"
                        - "wait_for_iterative_coupling"
                        - "copy_files_to_thisrun"
                        - "modify_namelists"
                        - "modify_files"
                        - "copy_files_to_work"
                        - "dump_file_tracker_log"
                        - "report_missing_files"
                        - "log_files_in_target_to_yaml"
                        #- "add_vcs_info"
                        #- "check_vcs_info_against_last_run"
                        - "_write_finalized_config"
                        - "database_entry"

        inspect:
                recipe:
                        - "assemble"
                        - "inspect_workflow"
                        - "inspect_overview"
                        - "inspect_namelists"
                        - "inspect_size"
                        - "inspect_config"
                        - "inspect_folder"
                        - "inspect_file"