Fix nv_uvm_out_of_core inconsistency and add to case file

Author: ntselepidis

examples/3D_IGR_TaylorGreenVortex_nvidia/case.py

@@ -97,6 +97,7 @@
             "fluid_pp(1)%pi_inf": 0,
             "fluid_pp(1)%Re(1)": 1 / mu,
             # NVIDIA UVM Options
+            "nv_uvm_out_of_core": "T",
             "nv_uvm_igr_temps_on_gpu": 3,
             "nv_uvm_pref_gpu": "T",
         }

src/simulation/m_global_parameters.fpp

@@ -159,11 +159,11 @@ module m_global_parameters
 
     !> @name Variables for our of core IGR computation on NVIDIA
     !> @{
+    logical :: nv_uvm_out_of_core ! Enable out-or-core storage of q_cons_ts(2) in timestepping
     integer :: nv_uvm_igr_temps_on_gpu ! 0 => jac, jac_rhs, and jac_old on CPU
                                        ! 1 => jac on GPU, jac_rhs and jac_old on CPU
                                        ! 2 => jac and jac_rhs on GPU, jac_old on CPU
                                        ! 3 => jac, jac_rhs, and jac_old on GPU (default)
-    logical :: nv_uvm_out_of_core ! Enable out-or-core storage of q_cons_ts(2) in timestepping
     logical :: nv_uvm_pref_gpu ! Enable explicit gpu memory hints (default TRUE)
     !> @}
 
@@ -584,8 +584,8 @@ contains
         t_save = dflt_real
 
         ! NVIDIA UVM options
-        nv_uvm_igr_temps_on_gpu = 3 ! => jac, jac_rhs, and jac_old on GPU (default)
         nv_uvm_out_of_core = .false.
+        nv_uvm_igr_temps_on_gpu = 3 ! => jac, jac_rhs, and jac_old on GPU (default)
         nv_uvm_pref_gpu = .true.
 
         ! Simulation algorithm parameters

src/simulation/m_mpi_proxy.fpp

@@ -238,8 +238,8 @@ contains
         end do
 
         ! NVIDIA UVM variables
-        call MPI_BCAST(nv_uvm_igr_temps_on_gpu, 1, MPI_INTEGER, 0, MPI_COMM_WORLD, ierr)
         call MPI_BCAST(nv_uvm_out_of_core, 1, MPI_LOGICAL, 0, MPI_COMM_WORLD, ierr)
+        call MPI_BCAST(nv_uvm_igr_temps_on_gpu, 1, MPI_INTEGER, 0, MPI_COMM_WORLD, ierr)
         call MPI_BCAST(nv_uvm_pref_gpu, 1, MPI_LOGICAL, 0, MPI_COMM_WORLD, ierr)
 
 #endif

src/simulation/m_start_up.fpp

@@ -188,8 +188,8 @@ contains
             hyperelasticity, R0ref, num_bc_patches, Bx0, powell, &
             cont_damage, tau_star, cont_damage_s, alpha_bar, &
             alf_factor, num_igr_iters, num_igr_warm_start_iters, &
-            int_comp, ic_eps, ic_beta, nv_uvm_igr_temps_on_gpu, &
-            nv_uvm_pref_gpu, down_sample
+            int_comp, ic_eps, ic_beta, nv_uvm_out_of_core, &
+            nv_uvm_igr_temps_on_gpu, nv_uvm_pref_gpu, down_sample
 
         ! Checking that an input file has been provided by the user. If it
         ! has, then the input file is read in, otherwise, simulation exits.

toolchain/mfc/run/case_dicts.py

@@ -313,8 +313,8 @@ def analytic(self):
     'int_comp': ParamType.LOG,
     'ic_eps': ParamType.REAL,
     'ic_beta': ParamType.REAL,
+    'nv_uvm_out_of_core': ParamType.LOG,
     'nv_uvm_igr_temps_on_gpu': ParamType.INT,
-    'nv_uvm_igr_out_of_core': ParamType.LOG,
     'nv_uvm_pref_gpu': ParamType.LOG,
 })