have a separate capture element, but need a separate thread/ properly async so that can run at same time as style transfer

Author: linnealovespie

Samples/StyleTransfer/AppModel.cs

@@ -8,6 +8,7 @@
 using System.Text;
 using System.Threading.Tasks;
 using Windows.Media;
+using Windows.Media.Capture;
 using Windows.Media.Core;
 using Windows.Media.Playback;
 
@@ -86,6 +87,13 @@ public int SelectedCameraIndex
             set { _selectedCameraIndex = value; OnPropertyChanged(); }
         }
 
+        private MediaCapture _inputMediaCapture;
+        public MediaCapture InputMediaCapture
+        {
+            get { return _inputMediaCapture; }
+            set { _inputMediaCapture = value; OnPropertyChanged(); }
+        }
+
         public event PropertyChangedEventHandler PropertyChanged;
         private void OnPropertyChanged([CallerMemberName] string propertyName = null)
         {

Samples/StyleTransfer/AppViewModel.cs

@@ -38,10 +38,7 @@ public AppViewModel()
         private IDictionary<string, object> modelSetup;
         private LearningModel m_model = null;
         private LearningModelDeviceKind m_inferenceDeviceSelected = LearningModelDeviceKind.Default;
-        private LearningModelDevice m_device;
         private LearningModelSession m_session;
-        private LearningModelBinding m_binding;
-        string m_outName, m_inName;
         string _inputImageDescription;
         string _outputImageDescription;
 
@@ -234,7 +231,6 @@ private void StartPreview()
             _appModel.OutputMediaSource = MediaSource.CreateFromMediaFrameSource(_selectedMediaFrameSource);
             _appModel.InputMediaSource = MediaSource.CreateFromMediaFrameSource(_selectedMediaFrameSource);
 
-
             //UIInputMediaPlayerElement.SetMediaPlayer(_mediaPlayer);
             //UIOutputMediaPlayerElement.SetMediaPlayer(_mediaPlayer);
 

Samples/StyleTransfer/MainPage.xaml

@@ -131,6 +131,7 @@
 
           <Button
               Name="UIButtonLiveStream"
+              Click="UIButtonLiveStream_Click"
               Command="{Binding LiveStreamCommand}"
               CommandParameter="LiveStream"
               ToolTipService.ToolTip="Camera preview">
@@ -215,7 +216,7 @@
           </StackPanel>
         </Viewbox>
 
-        <!--  Camera preview  -->
+        <!--  Camera preview
         <MediaPlayerElement
             Name="UIInputMediaPlayerElement"
             Grid.Column="0"
@@ -226,7 +227,12 @@
             Canvas.ZIndex="-1"
             Source="{Binding CurrentApp.InputMediaSource}"
             Stretch="Uniform"
-            Visibility="Visible" />
+            Visibility="Visible" />-->
+
+        <CaptureElement
+            Name="PreviewControl"
+            Source="{Binding CurrentApp.InputMediaCapture}"
+            Stretch="Uniform" />
 
         <!--  Input image preview  -->
         <Image

Samples/StyleTransfer/MainPage.xaml.cs

@@ -20,6 +20,8 @@
 using Windows.Storage;
 using Windows.Media.Capture.Frames;
 using System.Diagnostics;
+using Windows.System.Display;
+using Windows.Graphics.Display;
 
 // The Blank Page item template is documented at https://go.microsoft.com/fwlink/?LinkId=402352&clcid=0x409
 
@@ -39,12 +41,6 @@ public sealed partial class MainPage : Page
             };
         private AppViewModel _viewModel;
 
-        private MediaPlayer _mediaPlayer;
-        Windows.Media.Capture.MediaCapture _mediaCapture;
-        private List<MediaFrameSourceGroup> _mediaFrameSourceGroupList;
-        private MediaFrameSourceGroup _selectedMediaFrameSourceGroup;
-        private MediaFrameSource _selectedMediaFrameSource;
-
         public MainPage()
         {
             this.InitializeComponent();
@@ -53,6 +49,42 @@ public MainPage()
 
 
         }
+        Windows.Media.Capture.MediaCapture _inputMediaCapture;
+        bool isPreviewing;
+        DisplayRequest displayRequest = new DisplayRequest();
+        private async void UIButtonLiveStream_Click(object sender, RoutedEventArgs e)
+        {
+            // Need to have separate thread ? for style transfer section
+            try
+            {
+
+                _inputMediaCapture = new MediaCapture();
+                await _inputMediaCapture.InitializeAsync();
+
+                displayRequest.RequestActive();
+                DisplayInformation.AutoRotationPreferences = DisplayOrientations.Landscape;
+            }
+            catch (UnauthorizedAccessException)
+            {
+                // This will be thrown if the user denied access to the camera in privacy settings
+                Debug.WriteLine("The app was denied access to the camera");
+                return;
+            }
+
+            try
+            {
+                PreviewControl.Source = _inputMediaCapture;
+                await _inputMediaCapture.StartPreviewAsync();
+                isPreviewing = true;
+            }
+            catch (System.IO.FileLoadException fle)
+            {
+                Debug.WriteLine("Failed to load input media capture", fle);
+                //_inputMediaCapture.CaptureDeviceExclusiveControlStatusChanged += _mediaCapture_CaptureDeviceExclusiveControlStatusChanged;
+            }
+
+            return;
+        }
 
 
     }