From 0dcd742a3c35527386a93e1b1ef761c2aeff8308 Mon Sep 17 00:00:00 2001 From: Roy Ben Shabat Date: Mon, 2 Mar 2020 23:30:34 +0200 Subject: Implemented Tango.RemoteDesktop. Implemented png 8 bit quantization. Implemented RasterFrame bounds clipping. Refactored VectorFrame to use indexed colors. --- .../CaptureMethods/BitBltScreenCapture.cs | 68 +++++++++ .../CaptureMethods/DirectXScreenCapture.cs | 161 +++++++++++++++++++++ .../CaptureMethods/GdiScreenCapture.cs | 41 ++++++ 3 files changed, 270 insertions(+) create mode 100644 Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/BitBltScreenCapture.cs create mode 100644 Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/DirectXScreenCapture.cs create mode 100644 Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/GdiScreenCapture.cs (limited to 'Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods') diff --git a/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/BitBltScreenCapture.cs b/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/BitBltScreenCapture.cs new file mode 100644 index 000000000..d8f1e214c --- /dev/null +++ b/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/BitBltScreenCapture.cs @@ -0,0 +1,68 @@ +using System; +using System.Collections.Generic; +using System.Drawing; +using System.Linq; +using System.Runtime.InteropServices; +using System.Text; +using System.Threading.Tasks; + +namespace Tango.RemoteDesktop.CaptureMethods +{ + /// + /// Represents a BitBlt screen capture method. + /// + /// + public class BitBltScreenCapture : ICaptureMethod + { + #region Win32 API Screen shot calls + + // Win32 API calls necessary to support screen capture + [DllImport("gdi32", EntryPoint = "BitBlt", CharSet = CharSet.Ansi, SetLastError = true, ExactSpelling = true)] + private static extern int BitBlt(int hDestDC, int x, int y, int nWidth, int nHeight, int hSrcDC, int xSrc, + int ySrc, int dwRop); + + [DllImport("user32", EntryPoint = "GetDC", CharSet = CharSet.Ansi, SetLastError = true, ExactSpelling = true)] + private static extern int GetDC(int hwnd); + + [DllImport("user32", EntryPoint = "ReleaseDC", CharSet = CharSet.Ansi, SetLastError = true, ExactSpelling = true)] + private static extern int ReleaseDC(int hwnd, int hdc); + + #endregion + + /// + /// Gets the desktop bitmap. + /// + /// The capture region. + /// + public Bitmap GetDesktopBitmap(CaptureRegion region) + { + const int SRCCOPY = 13369376; + + Bitmap bitmap = new Bitmap(region.Width, region.Height); + + using (Graphics g = Graphics.FromImage(bitmap)) + { + // Get a device context to the windows desktop and our destination bitmaps + int hdcSrc = GetDC(0); + IntPtr hdcDest = g.GetHdc(); + + // Copy what is on the desktop to the bitmap + BitBlt(hdcDest.ToInt32(), 0, 0, region.Width, region.Height, hdcSrc, 0, 0, SRCCOPY); + + // Release device contexts + g.ReleaseHdc(hdcDest); + ReleaseDC(0, hdcSrc); + } + + return bitmap; + } + + /// + /// Releases unmanaged and - optionally - managed resources. + /// + public void Dispose() + { + //Do nothing. + } + } +} diff --git a/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/DirectXScreenCapture.cs b/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/DirectXScreenCapture.cs new file mode 100644 index 000000000..1a661b27e --- /dev/null +++ b/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/DirectXScreenCapture.cs @@ -0,0 +1,161 @@ +using System; +using System.Collections.Generic; +using System.Drawing; +using System.Linq; +using System.Text; +using System.Threading.Tasks; +using SharpDX; +using SharpDX.Direct3D11; +using SharpDX.DXGI; +using Tango.RemoteDesktop.Utils; +using Device = SharpDX.Direct3D11.Device; +using MapFlags = SharpDX.Direct3D11.MapFlags; + +namespace Tango.RemoteDesktop.CaptureMethods +{ + /// + /// Represents a high performance DirectX screen capture method. + /// + /// + public class DirectXScreenCapture : ICaptureMethod + { + private static bool _hasInstance; + private Device device; + private Output1 output1; + private Texture2DDescription textureDesc; + private OutputDuplication duplicatedOutput; + private int monitorWidth; + private int monitorHeight; + + /// + /// Gets or sets the index of the graphics adapter. + /// + public int AdapterIndex { get; set; } + + /// + /// Gets or sets the index of the monitor within the graphics adapter. + /// + public int MonitorIndex { get; set; } + + /// + /// Initializes a new instance of the class. + /// + /// An instance of the DirectX screen capture method already exists. Please dispose it before attempting to create a new one. + public DirectXScreenCapture() + { + if (_hasInstance) + { + throw new InvalidOperationException("An instance of the DirectX screen capture method already exists. Please dispose it before attempting to create a new one."); + } + + // Create DXGI Factory1 + var factory = new Factory1(); + var adapter = factory.GetAdapter1(AdapterIndex); + + // Create device from Adapter + device = new Device(adapter); + + // Get DXGI.Output + var output = adapter.GetOutput(MonitorIndex); + output1 = output.QueryInterface(); + + // Width/Height of desktop to capture + monitorWidth = ((SharpDX.Rectangle)output.Description.DesktopBounds).Width; + monitorHeight = ((SharpDX.Rectangle)output.Description.DesktopBounds).Height; + + // Create Staging texture CPU-accessible + textureDesc = new Texture2DDescription + { + CpuAccessFlags = CpuAccessFlags.Read, + BindFlags = BindFlags.None, + Format = Format.B8G8R8A8_UNorm, + Width = monitorWidth, + Height = monitorHeight, + OptionFlags = ResourceOptionFlags.None, + MipLevels = 1, + ArraySize = 1, + SampleDescription = { Count = 1, Quality = 0 }, + Usage = ResourceUsage.Staging + }; + + // Duplicate the output + duplicatedOutput = output1.DuplicateOutput(device); + + _hasInstance = true; + } + + /// + /// Gets the desktop bitmap. + /// + /// The capture region. + /// + public virtual Bitmap GetDesktopBitmap(CaptureRegion region) + { + var screenTexture = new Texture2D(device, textureDesc); + + SharpDX.DXGI.Resource screenResource; + OutputDuplicateFrameInformation duplicateFrameInformation; + + // Try to get duplicated frame within given time + duplicatedOutput.AcquireNextFrame(10000, out duplicateFrameInformation, out screenResource); + + // copy resource into memory that can be accessed by the CPU + using (var screenTexture2D = screenResource.QueryInterface()) + device.ImmediateContext.CopyResource(screenTexture2D, screenTexture); + + // Get the desktop capture texture + var mapSource = device.ImmediateContext.MapSubresource(screenTexture, 0, MapMode.Read, MapFlags.None); + + // Create Drawing.Bitmap + var bitmap = new Bitmap(monitorWidth, monitorHeight, System.Drawing.Imaging.PixelFormat.Format32bppRgb); + var boundsRect = new System.Drawing.Rectangle(0, 0, monitorWidth, monitorHeight); + + // Copy pixels from screen capture Texture to GDI bitmap + var mapDest = bitmap.LockBits(boundsRect, System.Drawing.Imaging.ImageLockMode.WriteOnly, bitmap.PixelFormat); + var sourcePtr = mapSource.DataPointer; + var destPtr = mapDest.Scan0; + for (int y = 0; y < region.Height; y++) + { + // Copy a single line + Utilities.CopyMemory(destPtr, sourcePtr, monitorWidth * 4); + + // Advance pointers + sourcePtr = IntPtr.Add(sourcePtr, mapSource.RowPitch); + destPtr = IntPtr.Add(destPtr, mapDest.Stride); + } + + // Release source and dest locks + bitmap.UnlockBits(mapDest); + device.ImmediateContext.UnmapSubresource(screenTexture, 0); + + if (region.Left > 0 || region.Top > 0 || region.Width < monitorWidth || region.Height < monitorHeight) + { + var cropped = CropImage(bitmap, new System.Drawing.Rectangle(region.Left, region.Top, region.Width, region.Height)); + bitmap.Dispose(); + bitmap = cropped; + } + + screenTexture.Dispose(); + screenResource.Dispose(); + duplicatedOutput.ReleaseFrame(); + + return bitmap; + } + + private Bitmap CropImage(Bitmap img, System.Drawing.Rectangle cropArea) + { + Bitmap bmpImage = new Bitmap(img); + return bmpImage.Clone(cropArea, bmpImage.PixelFormat); + } + + /// + /// Releases unmanaged and - optionally - managed resources. + /// + public void Dispose() + { + _hasInstance = false; + duplicatedOutput.Dispose(); + device.Dispose(); + } + } +} diff --git a/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/GdiScreenCapture.cs b/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/GdiScreenCapture.cs new file mode 100644 index 000000000..92f4403fd --- /dev/null +++ b/Software/Visual_Studio/Tango.RemoteDesktop/CaptureMethods/GdiScreenCapture.cs @@ -0,0 +1,41 @@ +using System; +using System.Collections.Generic; +using System.Drawing; +using System.Linq; +using System.Text; +using System.Threading.Tasks; + +namespace Tango.RemoteDesktop.CaptureMethods +{ + /// + /// Represents a standard GDI screen capture method. + /// + /// + public class GdiScreenCapture : ICaptureMethod + { + /// + /// Gets the desktop bitmap. + /// + /// The capture region. + /// + public Bitmap GetDesktopBitmap(CaptureRegion region) + { + var bitmap = new Bitmap(region.Width, region.Height, System.Drawing.Imaging.PixelFormat.Format32bppArgb); + + using (Graphics g = Graphics.FromImage(bitmap)) + { + g.CopyFromScreen(region.Left, region.Top, 0, 0, bitmap.Size, System.Drawing.CopyPixelOperation.SourceCopy); + } + + return bitmap; + } + + /// + /// Releases unmanaged and - optionally - managed resources. + /// + public void Dispose() + { + //Do nothing + } + } +} -- cgit v1.3.1