fixed CPU hanging issue

Author: linnealovespie

Samples/StyleTransfer/AppViewModel.cs

@@ -342,13 +342,15 @@ public async Task ChangeLiveStream()
                 }
                 _selectedMediaFrameSourceGroup = _mediaFrameSourceGroupList[_appModel.SelectedCameraIndex];
 
+                MediaCapture.FindAllVideoProfiles(_selectedMediaFrameSourceGroup.Id);
                 // Create MediaCapture and its settings
                 var settings = new MediaCaptureInitializationSettings
                 {
                     SourceGroup = _selectedMediaFrameSourceGroup,
                     PhotoCaptureSource = PhotoCaptureSource.Auto,
                     MemoryPreference = _appModel.UseGPU ? MediaCaptureMemoryPreference.Auto : MediaCaptureMemoryPreference.Cpu,
-                    StreamingCaptureMode = StreamingCaptureMode.Video
+                    StreamingCaptureMode = StreamingCaptureMode.Video,
+                    MediaCategory = MediaCategory.Communications,
                 };
                 _mediaCapture = new MediaCapture();
                 await _mediaCapture.InitializeAsync(settings);
@@ -378,6 +380,12 @@ public async Task ChangeLiveStream()
             }
         }
 
+
+        private void _mediaCapture_Failed(MediaCapture sender, MediaCaptureFailedEventArgs errorEventArgs)
+        {
+            Debug.WriteLine("_mediaCapture FAIL! " + errorEventArgs.Message);
+        }
+
         private async Task LoadModelAsync()
         {
             Debug.Write("LoadModelBegin | ");

Samples/StyleTransfer/Package.appxmanifest

@@ -9,7 +9,7 @@
   <Identity
     Name="7fafd263-abdf-4f88-87a1-ffb0922489d1"
     Publisher="CN=t-limay"
-    Version="1.0.0.0" />
+    Version="1.0.8.0" />
 
   <mp:PhoneIdentity PhoneProductId="7fafd263-abdf-4f88-87a1-ffb0922489d1" PhonePublisherId="00000000-0000-0000-0000-000000000000"/>
 

Samples/StyleTransfer/StyleTransfer.csproj

@@ -17,7 +17,16 @@
     <FileAlignment>512</FileAlignment>
     <ProjectTypeGuids>{A5A43C5B-DE2A-4C0C-9213-0A381AF9435A};{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}</ProjectTypeGuids>
     <WindowsXamlEnableOverview>true</WindowsXamlEnableOverview>
-    <AppxPackageSigningEnabled>false</AppxPackageSigningEnabled>
+    <AppxPackageSigningEnabled>True</AppxPackageSigningEnabled>
+    <GenerateAppInstallerFile>True</GenerateAppInstallerFile>
+    <AppxAutoIncrementPackageRevision>False</AppxAutoIncrementPackageRevision>
+    <GenerateTestArtifacts>True</GenerateTestArtifacts>
+    <AppxBundle>Always</AppxBundle>
+    <AppxBundlePlatforms>x64</AppxBundlePlatforms>
+    <AppInstallerUri>C:\Users\t-limay</AppInstallerUri>
+    <HoursBetweenUpdateChecks>0</HoursBetweenUpdateChecks>
+    <PackageCertificateKeyFile>StyleTransfer_TemporaryKey.pfx</PackageCertificateKeyFile>
+    <AppxPackageSigningTimestampDigestAlgorithm>SHA256</AppxPackageSigningTimestampDigestAlgorithm>
   </PropertyGroup>
   <PropertyGroup Condition="'$(Configuration)|$(Platform)' == 'Debug|x86'">
     <DebugSymbols>true</DebugSymbols>
@@ -234,6 +243,9 @@
       <Name>StyleTransferEffectCpp</Name>
     </ProjectReference>
   </ItemGroup>
+  <ItemGroup>
+    <None Include="StyleTransfer_TemporaryKey.pfx" />
+  </ItemGroup>
   <PropertyGroup Condition=" '$(VisualStudioVersion)' == '' or '$(VisualStudioVersion)' &lt; '14.0' ">
     <VisualStudioVersion>14.0</VisualStudioVersion>
   </PropertyGroup>

Samples/StyleTransfer/VideoEffect/StyleTransferEffectCpp/StyleTransferEffect.cpp

@@ -24,36 +24,41 @@ namespace winrt::StyleTransferEffectCpp::implementation
 	bool StyleTransferEffect::IsReadOnly() { return false; }
 	void StyleTransferEffect::DiscardQueuedFrames() {}
 
-	void StyleTransferEffect::Close(MediaEffectClosedReason) {
+	void StyleTransferEffect::Close(MediaEffectClosedReason m) {
 		OutputDebugString(L"Close Begin | ");
-		Processing.lock();
+		std::lock_guard<mutex> guard{ Processing };
 		OutputDebugString(L"Close\n");
 		if (Binding != nullptr) Binding.Clear();
 		if (Session != nullptr) Session.Close();
 		outputTransformed.Close();
-		Processing.unlock();
 	}
 
 	void StyleTransferEffect::ProcessFrame(ProcessVideoFrameContext context) {
-		OutputDebugString(L"Start ProcessFrame | ");
+		// Play around with dropping frames so as to not overwhelm when processing slowly
+		if ((frameNum + 1) % 5 == 0) {
+			frameNum = 0;
+			OutputDebugString(L"Drop");
+			return;
+		}
+		OutputDebugString(L"PF Start | ");
 		auto startSync = std::chrono::high_resolution_clock::now();
 
 		VideoFrame inputFrame = context.InputFrame();
 		VideoFrame outputFrame = context.OutputFrame();
 
-		Processing.lock();
+		std::lock_guard<mutex> guard{ Processing };
 		OutputDebugString(L"PF Locked | ");
 		Binding.Bind(InputImageDescription, inputFrame);
 		Binding.Bind(OutputImageDescription, outputTransformed);
 
 		OutputDebugString(L"PF Eval | ");
 		Session.Evaluate(Binding, L"test");
-		outputTransformed.CopyToAsync(context.OutputFrame());
-		Processing.unlock();
-		OutputDebugString(L"PF Unlocked");
+		outputTransformed.CopyToAsync(outputFrame).get();
 
 		auto syncTime = std::chrono::duration_cast<std::chrono::milliseconds>(std::chrono::high_resolution_clock::now() - startSync);
 		Notifier.SetFrameRate(1000.f / syncTime.count()); // Convert to FPS: milli to seconds, invert 
+		OutputDebugString(L"PF End\n ");
+		frameNum++;
 	}
 
 	void StyleTransferEffect::SetEncodingProperties(VideoEncodingProperties props, IDirect3DDevice device) {

Samples/StyleTransfer/VideoEffect/StyleTransferEffectCpp/StyleTransferEffect.h

@@ -36,6 +36,7 @@ namespace winrt::StyleTransferEffectCpp::implementation
 		VideoEncodingProperties encodingProperties;
 		std::mutex Processing;
 		StyleTransferEffectNotifier Notifier;
+		int frameNum = 0;
 	};
 }