Stuff

#!!!!!! WARNING: FLAKEHEAVEN FAILED !!!!!!: 

#:

Author: Thomas Baumann

pySDC/implementations/problem_classes/RayleighBenard3D.py

@@ -293,6 +293,10 @@ def u_exact(self, t=0, noise_level=1e-3, seed=99):
         if self.spectral_space:
             me_hat = self.spectral.u_init_forward
             me_hat[:] = self.transform(me)
+            print(
+                f'{self.comm.rank} has {me.size} dofs in physical space and {me_hat.size} dofs in spectral space',
+                flush=True,
+            )
             return me_hat
         else:
             return me

pySDC/projects/GPU/analysis_scripts/RBC3d.py

@@ -39,14 +39,15 @@
 profiles = {key: [] for key in ['T', 'u', 'v', 'w']}
 rms_profiles = {key: [] for key in profiles.keys()}
 spectrum = []
+spectrum_all = []
 # Re = []
 # CFL = []
 
 X, Y = P.X[:, :, -1], P.Y[:, :, -1]
 
 
 # try to load time averaged values
-u_mean_profile = P.u_init_physical
+u_mean_profile = P.u_exact()
 if os.path.isfile(path):
     with open(path, 'rb') as file:
         avg_data = pickle.load(file)
@@ -71,15 +72,15 @@
 
     t.append(_t)
 
-    u_mean = P.xp.mean(u[0])
-    v_mean = P.xp.mean(u[1])
-    w_mean = P.xp.mean(u[P.index('w')])
-    u_max = P.xp.max(u[0].real)
-    v_max = P.xp.max(u[1].real)
-    w_max = P.xp.max(u[P.index('w')].real)
-    u_min = P.xp.min(u[0].real)
-    v_min = P.xp.min(u[1].real)
-    w_min = P.xp.min(u[P.index('w')].real)
+    # u_mean = P.xp.mean(u[0])
+    # v_mean = P.xp.mean(u[1])
+    # w_mean = P.xp.mean(u[P.index('w')])
+    # u_max = P.xp.max(u[0].real)
+    # v_max = P.xp.max(u[1].real)
+    # w_max = P.xp.max(u[P.index('w')].real)
+    # u_min = P.xp.min(u[0].real)
+    # v_min = P.xp.min(u[1].real)
+    # w_min = P.xp.min(u[P.index('w')].real)
     # print(f'Mean/max/min velocity at t={t[-1]:.2f}: u:{u_mean:.1e}/{u_max:.1e}/{u_min:.1e} v:{v_mean:.1e}/{v_max:.1e}/{v_min:.1e} w:{w_mean:.1e}/{w_max:.1e}/{w_min:.1e}', flush=True)
     if PLOT:
         if PADDING != 1:
@@ -97,7 +98,7 @@
         plt.pause(1e-9)
 
     _profiles = P.get_vertical_profiles(u, list(profiles.keys()))
-    _rms_profiles = P.get_vertical_profiles(xp.sqrt((u - u_mean_profile) ** 2), list(profiles.keys()))
+    _rms_profiles = P.get_vertical_profiles((u - u_mean_profile) ** 2, list(profiles.keys()))
     for key in profiles.keys():
         profiles[key].append(_profiles[key])
         rms_profiles[key].append(_rms_profiles[key])
@@ -106,6 +107,7 @@
 
     k, s = P.get_frequency_spectrum(u)
     spectrum.append(s[0, 0])
+    spectrum_all.append(s)
     # plt.loglog(k[s[0,0]>1e-15], s[0,0][s[0,0]>1e-15])
     # # plt.ylim(1e-10, 1e1)
     # plt.pause(1e-9)
@@ -115,6 +117,9 @@
 t = xp.array(t)
 z = P.axes[-1].get_1dgrid()
 
+if config.converged == 0:
+    print('Warning: no convergence has been set for this configuration!')
+
 
 fig, axs = plt.subplots(1, 4, figsize=(18, 4))
 for key in Nu.keys():
@@ -151,7 +156,7 @@
 avg_rms_profiles = {}
 for key, values in rms_profiles.items():
     values_from_convergence = [values[i] for i in range(len(values)) if t[i] >= config.converged]
-    avg_rms_profiles[key] = xp.mean(values_from_convergence, axis=0)
+    avg_rms_profiles[key] = xp.sqrt(xp.mean(values_from_convergence, axis=0))
 
 
 # average T
@@ -170,7 +175,7 @@
     print(f'Thermal boundary layer of thickness {boundary_layer:.2f} is resolved with {res_in_boundary_layer} points')
 axs[2].axhline(z[max_idx], color='black')
 axs[2].plot(avg_T, z)
-axs[2].scatter(avg_T, z) 
+axs[2].scatter(avg_T, z)
 axs[2].set_xlabel(r'$T_\text{rms}$')
 axs[2].set_ylabel('$z$')
 
@@ -189,7 +194,10 @@
         'std_Nu': std_Nu,
         'z': P.axes[-1].get_1dgrid(),
         'k': k,
-        'spectrum': avg_spectrum,
+        'spectrum': spectrum_all,
+        'avg_spectrum': avg_spectrum,
+        'boundary_layer_thickness': boundary_layer,
+        'res_in_boundary_layer': res_in_boundary_layer,
     }
     for key, values in avg_profiles.items():
         write_data[f'profile_{key}'] = values

pySDC/projects/GPU/analysis_scripts/parallel_scaling.py

@@ -372,14 +372,17 @@ class RayleighBenard3DSpaceScalingGPU(GPUConfig):
 class RayleighBenard3DSpaceScalingGPUG4(RayleighBenard3DSpaceScalingGPU):
     config = 'RBC3DscalingG4R2'
     experiments = [
-        Experiment(res=64, PinT=False, start=4, stop=16, marker='.'),
-        Experiment(res=64, PinT=True, start=4, stop=32, marker='.'),
-        Experiment(res=128, PinT=False, start=8, stop=128, marker='^'),
-        Experiment(res=128, PinT=True, start=32, stop=256, marker='^'),
-        Experiment(res=256, PinT=False, start=64, stop=512, marker='x'),
-        Experiment(res=256, PinT=True, start=256, stop=1024, marker='x'),
-        Experiment(res=384, PinT=False, start=216, stop=864, marker='o'),
-        Experiment(res=384, PinT=True, start=864, stop=3456, marker='o'),
+        # Experiment(res=64, PinT=False, start=4, stop=16, marker='.'),
+        # Experiment(res=64, PinT=True, start=4, stop=32, marker='.'),
+        # Experiment(res=128, PinT=False, start=8, stop=128, marker='^'),
+        # Experiment(res=128, PinT=True, start=32, stop=256, marker='^'),
+        # Experiment(res=256, PinT=False, start=64, stop=512, marker='x'),
+        # Experiment(res=256, PinT=True, start=256, stop=1024, marker='x'),
+        # Experiment(res=384, PinT=False, start=216, stop=864, marker='o'),
+        # Experiment(res=384, PinT=True, start=864, stop=3456, marker='o'),
+        Experiment(res=378, PinT=False, start=216, stop=216, marker='o'),
+        # Experiment(res=384, PinT=False, start=216, stop=864, marker='o'),
+        # Experiment(res=384, PinT=True, start=864, stop=3456, marker='o'),
     ]
 
     # config = 'RBC3DscalingG4'

pySDC/projects/GPU/configs/RBC3D_configs.py

@@ -237,6 +237,7 @@ class RBC3DscalingG4(RBC3Dscaling):
     res_ratio = 4
     gamma = 4
 
+
 class RBC3DscalingG4R2(RBC3Dscaling):
     res_ratio = 2
     gamma = 4
@@ -527,26 +528,35 @@ class RBC3DRa1e6(RBC3Dverification):
 
 
 class RBC3DG4Ra1e5(RBC3DverificationGamma4):
-    Tend = 300
-    dt = 8e-2  # I think limit..?
+    Tend = 200
+    dt = 8e-2
     ic_config = None
     res = 32
     converged = 50
 
 
+class RBC3DG4RKRa1e5(RBC3DverificationRKGamma4):
+    Tend = 200
+    dt = 7e-2
+    ic_config = None
+    res = 32
+    # converged = 50
+
+
 class RBC3DG4Ra1e6(RBC3DverificationGamma4):
     Tend = 120
-    converged = 50
+    converged = 40
     dt = 4e-2  # limit
-    ic_config = None
+    ic_config = RBC3DG4Ra1e5
     res = 48
 
+
 class RBC3DG4RKRa1e6(RBC3DverificationRKGamma4):
     # at res48 with dt4e-2 crash at t=15
-    converged = 35
+    converged = 30
     Tend = 120
     dt = 3e-2  # limit
-    ic_config = None
+    ic_config = RBC3DG4Ra1e5
     res = 48
 
 
@@ -559,70 +569,79 @@ class RBC3DG44Ra1e7(RBC3DverificationGamma4):
     res = 32
     converged = 30
 
+
 class RBC3DG4Ra1e7(RBC3DverificationGamma4):
     # at res=96: with dt=1e-2 blows up at t=93
     Tend = 100
-    dt = 6e-3
+    dt = 9e-3  # limit
     ic_config = RBC3DG4Ra1e6
     res = 96
-    converged=15
+    converged = 15
 
 
 class RBC3DG4RKRa1e7(RBC3DverificationRKGamma4):
-    # at res=96: with dt=1e-2 blows up at t=67.5
+    # at res=96: with dt=8e-3 blows up at t=67.5
     Tend = 100
     dt = 2e-2  # limit
     ic_config = RBC3DG4Ra1e6
     res = 32
 
 
 class RBC3DG4Ra1e8(RBC3DverificationGamma4):
-    # at res=256x256x64, dt=1e-2 seems stable, 2e-2 blow up fast
-    res_ratio = 4
-    Tend = 300
-    dt = 1e-2  # limit
-    ic_config = RBC3DG4Ra1e7
-    res = 52
-    # converged = 20  # TODO: actually, this converges only much later!
-
-
-class RBC3DG4IRa1e8(RBC3DverificationGamma4Iterative):
-    res_ratio = 4
-    Tend = 300
-    dt = 1e-2
-    ic_config = RBC3DG4Ra1e7
-    res = 52
-
-
-class RBC3DG4FLEXRa1e8(RBC3DverificationGamma4FLEX):
-    res_ratio = 4
-    Tend = 300
-    dt = 2e-2
-    ic_config = RBC3DG4Ra1e7
-    res = 52
-
-
-class RBC3DG4EERa1e8(RBC3DverificationGamma4EE):
-    res_ratio = 4
-    Tend = 300
-    dt = 2e-2
-    ic_config = RBC3DG4Ra1e7
-    res = 52
-
-
-class RBC3DG4EqRa1e8(RBC3DverificationGamma4Equid):
-    res_ratio = 4
-    Tend = 300
-    dt = 2e-2
-    ic_config = RBC3DG4Ra1e7
-    res = 52
-
-
-class RBC3DG4RKRa1e8(RBC3DverificationRKGamma4):
-    # at res=256x256x64, dt=8e-3 seems stable, 9e-3 and 1e-2 blow up before t=1
-    # actually, with dt=8e-3, it blows up at t=53.9
-    Tend = 300
-    res_ratio = 4
-    dt = 1e-2  # limit
+    Tend = 100
+    dt = 9e-3
     ic_config = RBC3DG4Ra1e7
-    res = 52
+    res = 96
+    # converged=15
+
+
+# class RBC3DG4Ra1e8(RBC3DverificationGamma4):
+#     # at res=256x256x64, dt=1e-2 seems stable, 2e-2 blow up fast
+#     res_ratio = 4
+#     Tend = 300
+#     dt = 1e-2  # limit
+#     ic_config = RBC3DG4Ra1e7
+#     res = 52
+#     # converged = 20  # TODO: actually, this converges only much later!
+#
+#
+# class RBC3DG4IRa1e8(RBC3DverificationGamma4Iterative):
+#     res_ratio = 4
+#     Tend = 300
+#     dt = 1e-2
+#     ic_config = RBC3DG4Ra1e7
+#     res = 52
+#
+#
+# class RBC3DG4FLEXRa1e8(RBC3DverificationGamma4FLEX):
+#     res_ratio = 4
+#     Tend = 300
+#     dt = 2e-2
+#     ic_config = RBC3DG4Ra1e7
+#     res = 52
+#
+#
+# class RBC3DG4EERa1e8(RBC3DverificationGamma4EE):
+#     res_ratio = 4
+#     Tend = 300
+#     dt = 2e-2
+#     ic_config = RBC3DG4Ra1e7
+#     res = 52
+#
+#
+# class RBC3DG4EqRa1e8(RBC3DverificationGamma4Equid):
+#     res_ratio = 4
+#     Tend = 300
+#     dt = 2e-2
+#     ic_config = RBC3DG4Ra1e7
+#     res = 52
+#
+#
+# class RBC3DG4RKRa1e8(RBC3DverificationRKGamma4):
+#     # at res=256x256x64, dt=8e-3 seems stable, 9e-3 and 1e-2 blow up before t=1
+#     # actually, with dt=8e-3, it blows up at t=53.9
+#     Tend = 300
+#     res_ratio = 4
+#     dt = 1e-2  # limit
+#     ic_config = RBC3DG4Ra1e7
+#     res = 52