fluidfft-builder: few @cython.profile(True)

Author: paugier

bench/check_profile_cython/profile_func_calling_fft.py

@@ -0,0 +1,42 @@
+import pstats
+import cProfile
+
+from fluidfft.fft3d import get_classes_seq
+
+
+N = 128
+
+classes = get_classes_seq()
+print(classes)
+
+
+def init_oper(fft_class):
+    return fft_class(N, N, N)
+
+
+def run(fft_cls):
+    print(fft_cls)
+    o = init_oper(fft_cls)
+    o.run_tests()
+    o.run_benchs()
+    o.run_benchs()
+
+
+def main():
+
+    # no issue with profiling
+    name = "fft3d.with_pyfftw"
+
+    # issue with profiling (before fluidfft-builder 0.0.3): fft functions do not appear
+    name = "fft3d.with_fftw3d"
+    cls = classes[name]
+    run(cls)
+
+
+# main()
+
+cProfile.runctx("main()", globals(), locals(), "profile.pstats")
+
+s = pstats.Stats("profile.pstats")
+# s.strip_dirs().sort_stats('time').print_stats(16)
+s.sort_stats("time").print_stats(12)

plugins/fluidfft-builder/fluidfft_builder/templates/template2d.pyx

@@ -75,17 +75,20 @@ cdef class ${class_name}:
         """Get the local size in the real space."""
         return self.thisptr.get_local_size_X()
 
+    @cython.profile(True)
     def run_tests(self):
         """Run the c++ tests."""
         return self.thisptr.test()
 
+    @cython.profile(True)
     def run_benchs(self, nb_time_execute=10):
         """Run the c++ benchmarcks"""
         cdef DTYPEf_t[:] arr = np.empty([2], DTYPEf)
         self.thisptr.bench(nb_time_execute, &arr[0])
         if rank == 0:
             return arr
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -94,6 +97,7 @@ cdef class ${class_name}:
         """Perform the fft and copy the result in the second argument."""
         self.thisptr.fft(&fieldX[0, 0], <mycomplex*> &fieldK[0, 0])
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -102,6 +106,7 @@ cdef class ${class_name}:
         """Perform the ifft and copy the result in the second argument."""
         self.thisptr.ifft(<mycomplex*> &fieldK[0, 0], &fieldX[0, 0])
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -112,6 +117,7 @@ cdef class ${class_name}:
         self.thisptr.fft(&fieldX[0, 0], <mycomplex*> &fieldK[0, 0])
         return fieldK
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -232,6 +238,7 @@ cdef class ${class_name}:
         """Compute the sum over all wavenumbers."""
         return <float> self.thisptr.sum_wavenumbers(&fieldK[0, 0])
 
+    @cython.profile(True)
     def gather_Xspace(self, ff_loc, root=None):
         """Gather an array in real space for a parallel run."""
         cdef np.ndarray[DTYPEf_t, ndim=2] ff_seq
@@ -256,6 +263,7 @@ cdef class ${class_name}:
             raise ValueError('root should be an int')
         return ff_seq
 
+    @cython.profile(True)
     def scatter_Xspace(self, ff_seq, root=None):
         """Scatter an array in real space for a parallel run."""
         cdef np.ndarray[DTYPEf_t, ndim=2] ff_loc

plugins/fluidfft-builder/fluidfft_builder/templates/template3d.pyx

@@ -113,17 +113,20 @@ cdef class ${class_name}:
         """Get the local size in real space."""
         return self.thisptr.get_local_size_X()
 
+    @cython.profile(True)
     def run_tests(self):
         """Run simple tests from C++."""
         return self.thisptr.test()
 
+    @cython.profile(True)
     def run_benchs(self, nb_time_execute=10):
         """Run the C++ benchmarcks."""
         cdef DTYPEf_t[:] arr = np.empty([2], DTYPEf)
         self.thisptr.bench(nb_time_execute, &arr[0])
         if rank == 0:
             return arr
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -136,6 +139,7 @@ cdef class ${class_name}:
 
         self.thisptr.fft(&fieldX[0, 0, 0], <mycomplex*> &fieldK[0, 0, 0])
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -150,6 +154,7 @@ cdef class ${class_name}:
         """
         self.thisptr.ifft(<mycomplex*> &fieldK[0, 0, 0], &fieldX[0, 0, 0])
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -165,6 +170,7 @@ cdef class ${class_name}:
         self.thisptr.ifft_destroy(
             <mycomplex*> &fieldK[0, 0, 0], &fieldX[0, 0, 0])
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -175,6 +181,7 @@ cdef class ${class_name}:
         self.thisptr.fft(&fieldX[0, 0, 0], <mycomplex*> &fieldK[0, 0, 0])
         return fieldK
 
+    @cython.profile(True)
     @cython.boundscheck(False)
     @cython.wraparound(False)
     # @cython.initializedcheck(False)
@@ -203,6 +210,7 @@ cdef class ${class_name}:
         self.thisptr.get_global_shape_X(&nX0, &nX1, &nX2)
         return nX0, nX1, nX2
 
+    @cython.profile(True)
     def gather_Xspace(self, ff_loc, root=0):
         """Gather an array in real space for a parallel run.
         """
@@ -268,6 +276,7 @@ cdef class ${class_name}:
             raise ValueError('root should be an int')
         return ff_seq
 
+    @cython.profile(True)
     def scatter_Xspace(self, ff_seq, root=0):
         """Scatter an array in real space for a parallel run.
 
@@ -319,6 +328,7 @@ cdef class ${class_name}:
         self.thisptr.get_global_shape_K(&nK0, &nK1, &nK2)
         return nK0, nK1, nK2
 
+    @cython.profile(True)
     def sum_wavenumbers(self, fieldK):
         """Compute the sum over all wavenumbers."""
         if fieldK.dtype == np.float64:
@@ -392,6 +402,7 @@ cdef class ${class_name}:
 
         return k0_adim_loc, k1_adim_loc, k2_adim_loc
 
+    @cython.profile(True)
     def build_invariant_arrayX_from_2d_indices12X(self, o2d, arr2d):
         """Build an array in real space invariant in the third dim."""
         nX0, nX1, nX2 = self._shapeX_seq
@@ -418,6 +429,7 @@ cdef class ${class_name}:
 
         return arr3d
 
+    @cython.profile(True)
     def build_invariant_arrayK_from_2d_indices12X(self, o2d, arr2d):
         """Build an array in Fourier space invariant in the third dim."""
         nK0, nK1, nK2 = self._shapeK_seq

plugins/fluidfft-builder/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "fluidfft-builder"
-version = "0.0.2"
+version = "0.0.3"
 description = "Fluidfft plugin dependencies"
 authors = [{name = "Pierre Augier", email = "[email protected]"}]
 license = {file = "LICENSE"}