Works with GPUs on NVHPC

Author: danieljvickers

src/simulation/m_ibm.fpp

@@ -98,6 +98,12 @@ contains
             end if
         end do
 
+        ! $:GPU_UPDATE(device='[patch_ib]')
+        ! $:GPU_UPDATE(host='[patch_ib]')
+        ! print *, "Moving IBM ", patch_ib(1)%moving_ibm
+        ! print *, "X Velocity ", patch_ib(1)%vel(1)
+        ! print *, "Y Velocity ", patch_ib(1)%vel(2)
+
         ! Allocating the patch identities bookkeeping variable
         allocate (patch_id_fp(0:m, 0:n, 0:p))
 
@@ -934,20 +940,22 @@ contains
                 call s_propagate_mib(i)  ! TODO :: THIS IS DONE TERRIBLY WITH EULER METHOD
             end if
         end do
+        $:GPU_UPDATE(device='[patch_ib]')
 
         ! recompute the new ib_patch locations and broadcast them.
         call s_apply_ib_patches(ib_markers%sf(0:m, 0:n, 0:p), levelset, levelset_norm)
         call s_populate_ib_buffers() ! transmitts the new IB markers via MPI
+        $:GPU_UPDATE(device='[ib_markers%sf]')
 
         ! recalculate the ghost point locations and coefficients
         call s_find_num_ghost_points(num_gps, num_inner_gps)
         $:GPU_UPDATE(device='[num_gps, num_inner_gps]')
 
         call s_find_ghost_points(ghost_points, inner_points)
-        $:GPU_UPDATE(device='[ghost_points, inner_points]')
+        ! $:GPU_UPDATE(device='[ghost_points, inner_points]')
 
         call s_compute_image_points(ghost_points, levelset, levelset_norm)
-        $:GPU_UPDATE(device='[ghost_points]')
+        ! $:GPU_UPDATE(device='[ghost_points]')
 
         call s_compute_interpolation_coeffs(ghost_points)
         $:GPU_UPDATE(device='[ghost_points]')