trying to add a continuiation task for evalasync

Author: linnealovespie

Samples/StyleTransfer/VideoEffect/StyleTransferEffectCpp/StyleTransferEffect.cpp

@@ -1,19 +1,22 @@
 #include "pch.h"
 #include "StyleTransferEffect.h"
 #include "StyleTransferEffect.g.cpp"
+#include <ppltasks.h>
+
 using namespace std;
 using namespace winrt::Windows::Storage;
 using namespace winrt::Windows::Storage::Streams;
+using namespace concurrency;
 
 namespace winrt::StyleTransferEffectCpp::implementation
 {
 	StyleTransferEffect::StyleTransferEffect() :
 		outputTransformed(VideoFrame(Windows::Graphics::Imaging::BitmapPixelFormat::Bgra8, 720, 720)),
-		inputTransformed(VideoFrame(Windows::Graphics::Imaging::BitmapPixelFormat::Bgra8, 720, 720)),
-		copyBounds(Windows::Graphics::Imaging::BitmapBounds{ 0, 0, 640, 360 }),
+		cachedOutput(VideoFrame(Windows::Graphics::Imaging::BitmapPixelFormat::Bgra8, 720, 720)),
 		Session(nullptr),
 		Binding(nullptr)
 	{
+
 	}
 
 	IVectorView<VideoEncodingProperties> StyleTransferEffect::SupportedEncodingProperties() {
@@ -38,13 +41,25 @@ namespace winrt::StyleTransferEffectCpp::implementation
 
 
 	void StyleTransferEffect::ProcessFrame(ProcessVideoFrameContext context) {
+
+
+		OutputDebugString(L"PF Start | ");
+		if (evalStatus != nullptr && evalStatus.Status() == Windows::Foundation::AsyncStatus::Started) {
+			context.OutputFrame() = cachedOutput;
+			OutputDebugString(L"PF Cache | ");
+			return;
+		}
+		VideoFrame inputFrame = context.InputFrame();
+		VideoFrame outputFrame = context.OutputFrame();
+
 		std::lock_guard<mutex> guard{ Processing };
 		auto now = std::chrono::high_resolution_clock::now();
 		std::chrono::milliseconds timePassed;
 		// If the first time calling ProcessFrame, just start the timer
 		if (firstProcessFrameCall) {
 			m_StartTime = now;
 			firstProcessFrameCall = false;
+
 		}
 		// On the second and any proceding process,
 		else {
@@ -53,23 +68,20 @@ namespace winrt::StyleTransferEffectCpp::implementation
 			Notifier.SetFrameRate(1000.f / timePassed.count()); // Convert to FPS: milli to seconds, invert
 		}
 
-		OutputDebugString(L"PF Start | ");
-
-		VideoFrame inputFrame = context.InputFrame();
-		VideoFrame outputFrame = context.OutputFrame();
-
-		// X, Y, Width, Height
-		//inputFrame.CopyToAsync(inputTransformed, copyBounds, copyBounds).get();
 		OutputDebugString(L"PF Locked | ");
 		Binding.Bind(InputImageDescription, inputFrame);
 		Binding.Bind(OutputImageDescription, outputTransformed);
 
 		OutputDebugString(L"PF Eval | ");
-		Session.Evaluate(Binding, L"test");
-		OutputDebugString(L"PF Copy | ");
-		outputTransformed.CopyToAsync(outputFrame).get();
+		evalStatus = Session.EvaluateAsync(Binding, L"test");
+		auto evalTask = create_task(evalStatus);
+		evalTask.then([&](LearningModelEvaluationResult result) {
+			OutputDebugString(L"PF Copy | ");
+			outputTransformed.CopyToAsync(context.OutputFrame()).get();
+			cachedOutput = context.OutputFrame();
+			OutputDebugString(L"PF End\n ");
+			});
 
-		OutputDebugString(L"PF End\n ");
 	}
 
 	void StyleTransferEffect::SetEncodingProperties(VideoEncodingProperties props, IDirect3DDevice device) {

Samples/StyleTransfer/VideoEffect/StyleTransferEffectCpp/StyleTransferEffect.h

@@ -15,7 +15,6 @@ namespace winrt::StyleTransferEffectCpp::implementation
 	{
 		StyleTransferEffect();
 		VideoFrame outputTransformed;
-		VideoFrame inputTransformed;
 
 		IVectorView<VideoEncodingProperties> SupportedEncodingProperties();
 		bool TimeIndependent();
@@ -40,6 +39,8 @@ namespace winrt::StyleTransferEffectCpp::implementation
 		std::chrono::time_point<std::chrono::steady_clock> m_StartTime;
 		bool firstProcessFrameCall = true;
 		Windows::Graphics::Imaging::BitmapBounds copyBounds;
+		Windows::Foundation::IAsyncOperation<LearningModelEvaluationResult> evalStatus;
+		VideoFrame cachedOutput;
 	};
 }
 

Samples/StyleTransfer/VideoEffect/StyleTransferEffectCpp/StyleTransferEffectCpp.vcxproj

@@ -108,6 +108,7 @@
   <ItemDefinitionGroup Condition="'$(Configuration)'=='Debug'">
     <ClCompile>
       <PreprocessorDefinitions>_DEBUG;%(PreprocessorDefinitions)</PreprocessorDefinitions>
+      <CompileAsWinRT Condition="'$(Configuration)|$(Platform)'=='Debug|x64'">true</CompileAsWinRT>
     </ClCompile>
   </ItemDefinitionGroup>
   <ItemDefinitionGroup Condition="'$(Configuration)'=='Release'">