rewrite effect to handle all destruction itself

Author: linnealovespie

Samples/StyleTransfer/AppViewModel.cs

@@ -23,6 +23,7 @@
 using Windows.Media.MediaProperties;
 using Windows.Storage.Pickers;
 using Windows.UI.Xaml.Controls;
+using System.IO;
 
 namespace StyleTransfer
 {
@@ -316,13 +317,13 @@ public async Task ChangeLiveStream()
                 capture.Source = _mediaCapture;
                 _appModel.OutputCaptureElement = capture;
 
+                // var modelPath = new Uri($"./Assets/{_appModel.ModelSource}.onnx");
+                var modelPath = Path.GetFullPath($"./Assets/{_appModel.ModelSource}.onnx");
                 videoEffectDefinition = new VideoEffectDefinition(_videoEffectID);
                 videoEffect = await _mediaCapture.AddVideoEffectAsync(videoEffectDefinition, MediaStreamType.VideoPreview);
                 videoEffect.SetProperties(new PropertySet() {
-                    { "Session", m_session},
-                    { "Binding", m_binding },
-                    { "InputImageDescription", m_inputImageDescription },
-                    { "OutputImageDescription", m_outputImageDescription } });
+                    {"ModelName", modelPath },
+                    {"UseGPU", _appModel.UseGPU }});
 
                 await _mediaCapture.StartPreviewAsync();
             }
@@ -416,7 +417,6 @@ private void CleanupCameraAsync()
                 if (_appModel.OutputCaptureElement != null)
                 {
                     _appModel.OutputCaptureElement = null;
-
                 }
                 if (videoEffect != null)
                 {

Samples/StyleTransfer/VideoEffect/StyleTransferEffectCpp/StyleTransferEffect.cpp

@@ -1,7 +1,9 @@
 #include "pch.h"
 #include "StyleTransferEffect.h"
 #include "StyleTransferEffect.g.cpp"
-
+using namespace std;
+using namespace winrt::Windows::Storage;
+using namespace winrt::Windows::Storage::Streams;
 
 namespace winrt::StyleTransferEffectCpp::implementation
 {
@@ -56,22 +58,25 @@ namespace winrt::StyleTransferEffectCpp::implementation
 
 	void StyleTransferEffect::SetProperties(IPropertySet config) {
 		this->configuration = config;
-
-		IInspectable val = configuration.TryLookup(L"Session");
-		if (val) {
-			Session = val.try_as<LearningModelSession>();
-		}
-		val = configuration.TryLookup(L"Binding");
-		if (val) {
-			Binding = val.try_as<LearningModelBinding>();
-		}
-		val = configuration.TryLookup(L"InputImageDescription");
-		if (val) {
-			InputImageDescription = unbox_value<hstring>(val);
-		}
-		val = configuration.TryLookup(L"OutputImageDescription");
-		if (val) {
-			OutputImageDescription = unbox_value<hstring>(val);
+		hstring modelName;
+		IInspectable val = config.TryLookup(L"ModelName");
+		if (!val) {
+			return;
 		}
+		modelName = unbox_value<hstring>(val);
+		val = configuration.TryLookup(L"UseGPU");
+		bool useGpu = unbox_value<bool>(val);
+		OutputDebugString(modelName.c_str());
+		//std::wstring fullModelName(L"ms-appx:///Assets/");
+		//fullModelName += modelName + L".onnx";
+		//OutputDebugString(fullModelName.c_str());
+		LearningModel m_model = LearningModel::LoadFromFilePath(modelName);
+
+		LearningModelDeviceKind m_device = useGpu ? LearningModelDeviceKind::DirectX : LearningModelDeviceKind::Cpu;
+		Session = LearningModelSession{ m_model, LearningModelDevice(m_device) };
+		Binding = LearningModelBinding{ Session };
+
+		InputImageDescription = L"inputImage";
+		OutputImageDescription = L"outputImage";
 	}
 }