Use unsafe direct call for video frame drawing's EndDraw()

Author: neon-nyan

BackgroundTest/CustomControl/LayeredBackgroundImage/LayeredBackgroundImage.Events.FrameRenderer.cs

@@ -1,4 +1,6 @@
-using Hi3Helper.Win32.WinRT.SwapChainPanelHelper;
+using Hi3Helper.Win32.ManagedTools;
+using Hi3Helper.Win32.Native.Interfaces.DXGI;
+using Hi3Helper.Win32.WinRT.SwapChainPanelHelper;
 using Microsoft.Graphics.Canvas;
 using Microsoft.UI.Xaml;
 using Microsoft.UI.Xaml.Controls;
@@ -65,7 +67,8 @@ private unsafe void VideoPlayer_VideoFrameAvailable(MediaPlayer sender, object a
                     out nint surfacePpv);
 
                 SwapChainPanelHelper.MediaPlayer_CopyFrameToVideoSurfaceUnsafe(_videoPlayerPtr, surfacePpv);
-                _canvasSurfaceImageSourceNative.EndDraw();
+                // _canvasSurfaceImageSourceNative.EndDraw();
+                SwapChainPanelHelper.EndDrawNativeSurfaceImageSource(_canvasSurfaceImageSourceNativePtr);
                 Marshal.Release(surfacePpv);
             });
             // sender.CopyFrameToVideoSurface(_canvasRenderTarget);
@@ -137,7 +140,15 @@ private void InitializeRenderTarget()
 
         _canvasDevice = CanvasDevice.GetSharedDevice();
         _canvasSurfaceImageSource = new(_canvasWidth, _canvasHeight, true);
-        SwapChainPanelHelper.GetNativeSurfaceImageSource(_canvasSurfaceImageSource, out _canvasSurfaceImageSourceNative);
+        SwapChainPanelHelper.GetNativeSurfaceImageSource(_canvasSurfaceImageSource,
+                                                         out _canvasSurfaceImageSourceNative,
+                                                         out _canvasD3DDeviceContext);
+
+        ComMarshal<ISurfaceImageSourceNativeWithD2D>.TryGetComInterfaceReference(_canvasSurfaceImageSourceNative,
+                                                                                 out _canvasSurfaceImageSourceNativePtr,
+                                                                                 out _,
+                                                                                 CreateComInterfaceFlags.None,
+                                                                                 true);
 
         if (FindRenderImage() is Image image)
         {
@@ -147,13 +158,23 @@ private void InitializeRenderTarget()
 
     private void DisposeRenderTarget()
     {
+        // Dispose D3DDeviceContext and its dependencies
+        _canvasD3DDeviceContext?.Dispose();
+        _canvasSurfaceImageSourceNative?.SetDevice(nint.Zero);
+        ComMarshal<ISurfaceImageSourceNativeWithD2D>.TryReleaseComObject(_canvasSurfaceImageSourceNative, out _);
+
         _canvasDevice?.Dispose();
         if (FindRenderImage() is Image image)
         {
             image.Source = null;
         }
-        
+
+        _canvasSurfaceImageSourceNativePtr = nint.Zero;
+
         Interlocked.Exchange(ref _canvasDevice, null);
+        Interlocked.Exchange(ref _canvasD3DDeviceContext, null);
+        Interlocked.Exchange(ref _canvasSurfaceImageSourceNative, null);
+        Interlocked.Exchange(ref _canvasSurfaceImageSource, null);
     }
 
     private Image? FindRenderImage() => _backgroundGrid.Children
@@ -217,6 +238,11 @@ public void Play()
         {
             Console.WriteLine(e);
         }
+        finally
+        {
+            GC.Collect();
+            GC.WaitForPendingFinalizers();
+        }
     }
 
     public void Pause()
@@ -239,6 +265,11 @@ public void Pause()
         {
             Console.WriteLine(e);
         }
+        finally
+        {
+            GC.Collect();
+            GC.WaitForPendingFinalizers();
+        }
     }
 
     #endregion

BackgroundTest/CustomControl/LayeredBackgroundImage/LayeredBackgroundImage.Templates.cs

@@ -1,4 +1,5 @@
 using Hi3Helper.Win32.Native.Interfaces.DXGI;
+using Hi3Helper.Win32.WinRT.SwapChainPanelHelper;
 using Microsoft.Graphics.Canvas;
 using Microsoft.UI.Composition;
 using Microsoft.UI.Xaml.Controls;
@@ -33,10 +34,11 @@ public partial class LayeredBackgroundImage
     private Visual _parallaxGridVisual = null!;
     private Compositor _parallaxGridCompositor = null!;
 
+    private D3DDeviceContext? _canvasD3DDeviceContext;
     private ISurfaceImageSourceNativeWithD2D? _canvasSurfaceImageSourceNative;
+    private nint _canvasSurfaceImageSourceNativePtr = nint.Zero;
     private SurfaceImageSource? _canvasSurfaceImageSource;
 
-
     private CanvasDevice? _canvasDevice = null!;
     private int _canvasWidth;
     private int _canvasHeight;