Add performance tests

Author: Avik Pal

src/NNlib.jl

@@ -26,6 +26,8 @@ to = TimerOutput()
 
 if Sys.islinux()
     include("nnpack/NNPACK.jl")
+else
+    is_nnpack_available() = false
 end
 
 end # module NNlib

src/nnpack/NNPACK.jl

@@ -11,6 +11,16 @@ include(depsjl_path)
 const nnlib_interface_path = joinpath(dirname(@__FILE__), "interface.jl")
 const shared_threadpool = Ref(C_NULL)
 
+function is_nnpack_available()
+    check_deps()
+    status = nnp_initialize()
+    if status == nnp_status_unsupported_hardware
+        return false
+    else
+        return true
+    end
+end
+
 @init begin
     check_deps()
     status = nnp_initialize()

test/perf/perf_report.jl

@@ -28,12 +28,18 @@ for rank in (2,),
     dilation in (1,),
     padding in (0, 2)
 
-    for (conv!, ∇conv_data!, ∇conv_filter!, cT, backend) in (
+    benchmark_items = [
             (NNlib.conv_direct!, NNlib.∇conv_data_direct!, NNlib.∇conv_filter_direct!, DenseConvDims, "direct"),
             (NNlib.conv_im2col!, NNlib.∇conv_data_im2col!, NNlib.∇conv_filter_im2col!, DenseConvDims, "im2col"),
             (NNlib.depthwiseconv_direct!, NNlib.∇depthwiseconv_data_direct!, NNlib.∇depthwiseconv_filter_direct!, DepthwiseConvDims, "direct"),
             (NNlib.depthwiseconv_im2col!, NNlib.∇depthwiseconv_data_im2col!, NNlib.∇depthwiseconv_filter_im2col!, DepthwiseConvDims, "im2col"),
-        )
+    ]
+
+    if NNlib.is_nnpack_available()
+        push!(benchmark_items, (NNlib.conv_nnpack!, NNlib.∇conv_data_nnpack!, NNlib.∇conv_filter_nnpack!, DenseConvDims, "nnpack"))
+    end
+
+    for (conv!, ∇conv_data!, ∇conv_filter!, cT, backend) in benchmark_items
 
         x = zeros(Float32, repeat([N], rank)..., C_in, 1)
         if cT == DenseConvDims
@@ -96,4 +102,13 @@ for rank in (2,),
         @show(pdims)
         @save "results.jld2" results
     end
+
+    if NNlib.is_nnpack_available()
+        t_fwd  = @benchmark NNlib.maxpool_nnpack!($y, $x, $pdims)
+
+        add_result(t_fwd, "maxpool2d", "nnpack", pdims)
+
+        @show(pdims)
+        @save "results.jld2" results
+    end
 end