First version of streaming

Author: gsvgit

.gitignore

@@ -266,3 +266,5 @@ coverage.*.xml
 # Paket tool store
 .paket/.store
 .paket/paket
+
+out/

src/ImageProcessing/ImageProcessing.fs

@@ -4,9 +4,6 @@ open Brahma.FSharp
 open SixLabors.ImageSharp
 open SixLabors.ImageSharp.PixelFormats
 
-
-
-
 let loadAs2DArray (file:string) =
     let img = Image.Load<L8> file
     let res = Array2D.zeroCreate img.Height img.Width
@@ -117,18 +114,24 @@ let applyFiltersGPU (clContext: ClContext) localWorkSize =
                     |]
             let clImage = clContext.CreateClArray<_> img
 
-            let  mutable res = Unchecked.defaultof<_>
+            let  mutable res = None
 
             for filter in filters do
                 let filter = Array.concat filter
                 let filterD = (Array.length filter) / 2
                 let clFilter = clContext.CreateClArray<_> filter
-                res <- kernel queue clFilter filterD clImage imgH imgW
+                match res with
+                | None ->
+                    res <- Some (kernel queue clFilter filterD clImage imgH imgW)
+                | Some img ->
+                    res <- Some (kernel queue clFilter filterD img imgH imgW)
+                    queue.Post(Msg.CreateFreeMsg img)
                 queue.Post(Msg.CreateFreeMsg clFilter)
 
             let result' = Array.zeroCreate (imgH * imgW)
-            let result' = queue.PostAndReply(fun ch -> Msg.CreateToHostMsg(res, result', ch))
+            let result' = queue.PostAndReply(fun ch -> Msg.CreateToHostMsg(res.Value, result', ch))
             let result = Array2D.zeroCreate imgH imgW
             Array.Parallel.iteri (fun x v -> result.[x / imgW, x % imgW] <-  v) result'
-            clImage.Dispose()
+            queue.Post(Msg.CreateFreeMsg clImage)
+            queue.Post(Msg.CreateFreeMsg res.Value)
             result

src/ImageProcessing/ImageProcessing.fsproj

@@ -18,6 +18,7 @@
     <Compile Include="AssemblyInfo.fs" />
     <None Include="App.config" />
     <Compile Include="ImageProcessing.fs" />
+    <Compile Include="Streaming.fs" />
     <Compile Include="Main.fs" />
   </ItemGroup>
   <ItemGroup>

src/ImageProcessing/Main.fs

@@ -8,15 +8,18 @@ module Main =
     let demoFile = System.IO.Path.Combine(inputFolder, "armin-djuhic-ohc29QXbS-s-unsplash.jpg")
     [<EntryPoint>]
     let main (argv: string array) =
-        let device = ClDevice.GetFirstAppropriateDevice()
+        let device =
+            //ClDevice.GetAvailableDevices(platform=Platform.Nvidia) |> Seq.head
+            ClDevice.GetFirstAppropriateDevice()
         printfn $"Device: %A{device.Name}"
 
         let context = ClContext(device)
-        let applyFiltersGPU = ImageProcessing.applyFiltersGPU context 32
+        let applyFiltersGPU = ImageProcessing.applyFiltersGPU context 64
 
-        let grayscaleImage = ImageProcessing.loadAs2DArray demoFile
+        //let grayscaleImage = ImageProcessing.loadAs2DArray demoFile
         //let blur = ImageProcessing.applyFilter ImageProcessing.gaussianBlurKernel grayscaleImage
         //let edges = ImageProcessing.applyFilter ImageProcessing.edgesKernel blur
-        let edges =  applyFiltersGPU [ImageProcessing.gaussianBlurKernel; ImageProcessing.edgesKernel] grayscaleImage
-        ImageProcessing.save2DByteArrayAsImage edges "../../../../../out/demo_grayscale.jpg"
+        //let edges =  applyFiltersGPU [ImageProcessing.gaussianBlurKernel; ImageProcessing.edgesKernel] grayscaleImage
+        //ImageProcessing.save2DByteArrayAsImage edges "../../../../../out/demo_grayscale.jpg"
+        Streaming.processAllFiles inputFolder  "../../../../../out/" (applyFiltersGPU [ImageProcessing.gaussianBlurKernel;ImageProcessing.gaussianBlurKernel;ImageProcessing.edgesKernel])
         0

src/ImageProcessing/Streaming.fs

@@ -0,0 +1,60 @@
+module ImageProcessing.Streaming
+
+let listAllFiles dir =
+    let files = System.IO.Directory.GetFiles dir
+    List.ofArray files
+
+type msg =
+    | Img of string*byte[,]
+    | EOS of AsyncReplyChannel<unit>
+
+let imgSaver outDir =
+    let outFile (fileFullPath:string) =
+        System.IO.Path.Combine(outDir, System.IO.Path.GetFileName fileFullPath)
+
+    MailboxProcessor.Start(fun inbox ->
+        let rec loop () =
+            async{
+                let! msg = inbox.Receive()
+                match msg with
+                | EOS ch ->
+                    printfn "Image saver is finished!"
+                    ch.Reply()
+                | Img (file, img) ->
+                    printfn $"Save: %A{file}"
+                    ImageProcessing.save2DByteArrayAsImage img (outFile file)
+                    return! loop ()
+            }
+        loop ()
+        )
+
+let imgProcessor filterApplicator (imgSaver:MailboxProcessor<_>) =
+
+    let filter = filterApplicator
+
+    MailboxProcessor.Start(fun inbox ->
+        let rec loop cnt =
+            async{
+                let! msg = inbox.Receive()
+                match msg with
+                | EOS ch ->
+                    printfn "Image processor is ready to finish!"
+                    imgSaver.PostAndReply EOS
+                    printfn "Image processor is finished!"
+                    ch.Reply()
+                | Img (file,img) ->
+                    printfn $"Filter: %A{file}"
+                    let filtered = filter img
+                    imgSaver.Post (Img (file,filtered))
+                    return! loop (not cnt)
+            }
+        loop true
+        )
+
+let processAllFiles inDir outDir filterApplicator =
+    let imgSaver = imgSaver outDir
+    let imgProcessor = imgProcessor filterApplicator imgSaver
+    let filesToProcess = listAllFiles inDir
+    for file in filesToProcess do
+        imgProcessor.Post <| Img(file, ImageProcessing.loadAs2DArray file)
+    imgProcessor.PostAndReply EOS