Skip to content
TheChatArchiveThe Chat Archive
gpt-3.5-turbo-0301· openaiHugging Face Suzhen/CodeChat

写一端代码用于Windows,功能如下:鼠标框定某个区域,在这个区域监视是否有新的内容,如果有新的内容则点击鼠标

  1. User

    写一端代码用于Windows,功能如下:鼠标框定某个区域,在这个区域监视是否有新的内容,如果有新的内容则点击鼠标

  2. Assistant

    本问题涉及到鼠标监控和点击,笔者没有找到合适的Python库,因此给出Windows下的C#代码,具体实现方式为:

    • 使用System.Windows.Forms库实现鼠标监控和点击;
    • 使用System.Drawing库实现对鼠标框定区域的截图及像素比较。

    代码如下:

    using System;
    using System.Drawing;
    using System.Windows.Forms;
    
    namespace MyProgram
    {
        public partial class MainForm : Form
        {
            Rectangle detectRect; // 鼠标框定的区域
            Bitmap detectBmp; // 区域截图
            bool isNewContent = false; // 是否有新内容
            Point clickPoint; // 需要点击的坐标
    
            public MainForm()
            {
                InitializeComponent();
            }
    
            private void MainForm_KeyDown(object sender, KeyEventArgs e)
            {
                if (e.KeyCode == Keys.Escape) // 按下Esc键退出程序
                {
                    Application.Exit();
                }
            }
    
            private void MainForm_MouseDown(object sender, MouseEventArgs e)
            {
                if (e.Button == MouseButtons.Left) // 鼠标左键按下时,记录框定区域左上角坐标
                {
                    detectRect.Location = e.Location;
                }
            }
    
            private void MainForm_MouseMove(object sender, MouseEventArgs e)
            {
                if (e.Button == MouseButtons.Left) // 鼠标左键按下并移动时,重新绘制框定区域和取得截图
                {
                    detectRect.Size = new Size(e.X - detectRect.Left, e.Y - detectRect.Top);
                    this.Invalidate();
    
                    if (detectRect.Width > 0 && detectRect.Height > 0)
                    {
                        detectBmp = new Bitmap(detectRect.Width, detectRect.Height);
                        using (Graphics g = Graphics.FromImage(detectBmp))
                        {
                            g.CopyFromScreen(detectRect.Location, Point.Empty, detectBmp.Size);
                        }
                    }
                }
            }
    
            private void MainForm_Paint(object sender, PaintEventArgs e)
            {
                if (detectRect.Width > 0 && detectRect.Height > 0) // 绘制鼠标框定的矩形区域
                {
                    e.Graphics.DrawRectangle(Pens.Red, detectRect);
                }
            }
    
            private void timer1_Tick(object sender, EventArgs e)
            {
                if (isNewContent) // 如果有新的内容,则模拟鼠标点击
                {
                    Cursor.Position = clickPoint;
                    SendKeys.Send("{LEFTCLICK}");
                    isNewContent = false;
                }
                else // 否则检查是否有新的内容
                {
                    if (detectBmp != null)
                    {
                        Bitmap oldBmp = detectBmp; // 保存上一次的截图
                        detectBmp = new Bitmap(detectRect.Width, detectRect.Height);
                        using (Graphics g = Graphics.FromImage(detectBmp))
                        {
                            g.CopyFromScreen(detectRect.Location, Point.Empty, detectBmp.Size);
                        }
    
                        // 对比像素,判断是否有新内容
                        for (int i = 0; i < detectBmp.Width; i += 10)
                        {
                            for (int j = 0; j < detectBmp.Height; j += 10)
                            {
                                if (detectBmp.GetPixel(i, j) != oldBmp.GetPixel(i, j))
                                {
                                    isNewContent = true;
                                    clickPoint.X = detectRect.Left + i;
                                    clickPoint.Y = detectRect.Top + j;
                                    break;
                                }
                            }
                            if (isNewContent)
                            {
                                break;
                            }
                        }
                        oldBmp.Dispose();
                    }
                }
            }
        }
    }
    

    使用方法:

    • 在Windows环境下,使用Visual Studio创建一个名为MyProgram的Windows桌面应用程序;
    • 在MainForm.cs中加入上述代码;
    • 设计界面,例如增加一个Timer控件,并设置Interval属性为500,以便每隔500毫秒检查一次是否有新的内容;
    • 运行程序:先使用鼠标框定一个区域,然后等待程序检测到有新内容时模拟鼠标点击。

    需要注意的是,此代码可能存在假阳性和假阴性的情况,因此在实际使用中需要综合考虑准确率和稳定性。

  3. User

    换一个WPF的版本

  4. Assistant

    好的,以下是功能相同的WPF代码实现:

    using System;
    using System.Drawing;
    using System.Drawing.Imaging;
    using System.IO;
    using System.Runtime.InteropServices;
    using System.Windows;
    using System.Windows.Controls;
    using System.Windows.Input;
    using System.Windows.Media;
    using System.Windows.Media.Imaging;
    using System.Windows.Threading;
    
    namespace WpfApp
    {
        public partial class MainWindow : Window
        {
            [DllImport("user32.dll")]
            private static extern bool GetCursorPos(out System.Windows.Point lpPoint);
    
            private Rectangle detectRect; // 鼠标框定的区域
            private Bitmap detectBmp;    // 区域截图
            private bool isNewContent = false; // 是否有新内容
            private System.Windows.Point clickPoint; // 需要点击的坐标
    
            public MainWindow()
            {
                InitializeComponent();
            }
    
            private void Window_KeyDown(object sender, KeyEventArgs e)
            {
                if (e.Key == Key.Escape)   // 按下Esc键退出程序
                {
                    Application.Current.Shutdown();
                }
            }
    
            private void Window_PreviewMouseDown(object sender, MouseButtonEventArgs e)
            {
                if (e.LeftButton == MouseButtonState.Pressed)  // 鼠标左键按下时,记录框定区域左上角坐标
                {
                    detectRect.Location = e.GetPosition(this).ToDrawing().ToPoint();
                }
            }
    
            private void Window_PreviewMouseMove(object sender, MouseEventArgs e)
            {
                if (e.LeftButton == MouseButtonState.Pressed)  // 鼠标左键按下并移动时,重新绘制框定区域和取得截图
                {
                    detectRect.Size = new Size((int)(e.GetPosition(this).X - detectRect.Left), (int)(e.GetPosition(this).Y - detectRect.Top));
                    this.InvalidateVisual();
    
                    if (detectRect.Width > 0 && detectRect.Height > 0)
                    {
                        detectBmp = CaptureScreen(detectRect);
                    }
                }
            }
    
            private void Window_Paint(object sender, DrawingContext dc)
            {
                if (detectRect.Width > 0 && detectRect.Height > 0)   // 绘制鼠标框定的矩形区域
                {
                    dc.DrawRectangle(null, new Pen(Brushes.Red, 1.0), new Rect(detectRect.X, detectRect.Y, detectRect.Width, detectRect.Height));
                }
            }
    
            private void Timer_Tick(object sender, EventArgs e)
            {
                if (isNewContent)   // 如果有新的内容,则模拟鼠标点击
                {
                    SetCursorPos((int)clickPoint.X, (int)clickPoint.Y);
                    mouse_event(MouseEventFlag.LeftDown | MouseEventFlag.LeftUp, 0, 0, 0, 0);
                    isNewContent = false;
                }
                else    // 否则检查是否有新的内容
                {
                    if (detectBmp != null)
                    {
                        Bitmap oldBmp = detectBmp; // 保存上一次的截图
                        detectBmp = CaptureScreen(detectRect);
    
                        // 对比像素,判断是否有新内容
                        for (int i = 0; i < detectBmp.Width; i += 10)
                        {
                            for (int j = 0; j < detectBmp.Height; j += 10)
                            {
                                if (detectBmp.GetPixel(i, j) != oldBmp.GetPixel(i, j))
                                {
                                    isNewContent = true;
                                    clickPoint.X = detectRect.Left + i;
                                    clickPoint.Y = detectRect.Top + j;
                                    break;
                                }
                            }
                            if (isNewContent)
                            {
                                break;
                            }
                        }
                        oldBmp.Dispose();
                    }
                }
            }
    
            private void Window_Loaded(object sender, RoutedEventArgs e)
            {
                Timer timer = new Timer();
                timer.Interval = TimeSpan.FromMilliseconds(500);
                timer.Tick += Timer_Tick;
                timer.Start();
            }
    
            #region 截图相关
    
            [DllImport("user32.dll", CharSet = CharSet.Auto)]
            private static extern bool GetClientRect(IntPtr hWnd, out RECT lpRect);
    
            [DllImport("user32.dll", CharSet = CharSet.Auto)]
            private static extern bool PrintWindow(IntPtr hWnd, IntPtr hDC, int nFlags);
    
            [StructLayout(LayoutKind.Sequential)]
            public struct RECT
            {
                public int Left;
                public int Top;
                public int Right;
                public int Bottom;
            }
    
            public static Bitmap CaptureScreen(Rectangle rect)
            {
                Rectangle bounds = rect.IsEmpty ? SystemInformation.VirtualScreen : rect;
                Bitmap result = new Bitmap(bounds.Width, bounds.Height);
    
                using (Graphics g = Graphics.FromImage(result))
                {
                    g.CopyFromScreen(new Point(bounds.Left, bounds.Top), Point.Empty, bounds.Size);
                }
    
                return result;
            }
    
            public static Bitmap CaptureScreen(IntPtr hwnd, Rectangle rect)
            {
                RECT rc;
                GetClientRect(hwnd, out rc);
    
                Bitmap bmp = new Bitmap(rc.Right - rc.Left, rc.Bottom - rc.Top);
    
                using (Graphics g = Graphics.FromImage(bmp))
                {
                    IntPtr hdc = g.GetHdc();
                    PrintWindow(hwnd, hdc, 0);
                    g.ReleaseHdc(hdc);
                }
    
                if (rect != Rectangle.Empty)
                {
                    bmp = bmp.Clone(rect, bmp.PixelFormat);
                }
    
                return bmp;
            }
    
            #endregion
    
            #region 鼠标相关
    
            [DllImport("user32.dll")]
            private static extern bool SetCursorPos(int x, int y);
    
            [DllImport("user32.dll", CharSet = CharSet.Auto)]
            private static extern void mouse_event(MouseEventFlag flags, int dx, int dy, uint data, UIntPtr extraInfo);
    
            [Flags]
            private enum MouseEventFlag : uint
            {
                Move = 0x0001,
                LeftDown = 0x0002,
                LeftUp = 0x0004,
                RightDown = 0x0008,
                RightUp = 0x0010,
                MiddleDown = 0x0020,
                MiddleUp = 0x0040,
                XDown = 0x0080,
                XUp = 0x0100,
                Wheel = 0x0800,
                VirtualDesk = 0x4000,
                Absolute = 0x8000
            }
    
            #endregion
        }
    
        public static class PointExtensions
        {
            public static System.Windows.Point ToWindows(this System.Drawing.Point p)
            {
                return new System.Windows.Point(p.X, p.Y);
            }
    
            public static System.Drawing.Point ToDrawing(this System.Windows.Point p)
            {
                return new System.Drawing.Point((int)p.X, (int)p.Y);
            }
        }
    }
    

    此代码与之前给出的WinForm代码不同,采用了WPF的框架和控件,并使用DispatcherTimer实现了计时器,实现起来更加直观和灵活。

    使用方法:

    • 打开Visual Studio,在新建WPF应用程序的过程中勾选“.NET Framework 4.8”和“WPF桌面应用程序”;
    • 将上述代码复制粘贴到MainWindow.xaml.cs中;
    • 运行程序:先使用鼠标框定一个区域,然后等待程序检测到有新内容时模拟鼠标点击。
  5. User

    不存在controls

  6. Assistant

    很抱歉,出现了错误。以下是移除控件版本的WPF代码:

    using System;
    using System.Drawing;
    using System.Drawing.Imaging;
    using System.Runtime.InteropServices;
    using System.Windows;
    using System.Windows.Input;
    using System.Windows.Threading;
    
    namespace WpfApp
    {
        public partial class MainWindow : Window
        {
            [DllImport("user32.dll")]
            private static extern bool GetCursorPos(out System.Windows.Point lpPoint);
    
            private Rectangle detectRect; // 鼠标框定的区域
            private Bitmap detectBmp;    // 区域截图
            private bool isNewContent = false; // 是否有新内容
            private System.Windows.Point clickPoint; // 需要点击的坐标
    
            public MainWindow()
            {
                InitializeComponent();
                this.MouseDown += Window_PreviewMouseDown;
                this.MouseMove += Window_PreviewMouseMove;
                this.PreviewKeyDown += Window_KeyDown;
                this.Loaded += Window_Loaded;
            }
    
            private void Window_KeyDown(object sender, KeyEventArgs e)
            {
                if (e.Key == Key.Escape)   // 按下Esc键退出程序
                {
                    Application.Current.Shutdown();
                }
            }
    
            private void Window_PreviewMouseDown(object sender, MouseButtonEventArgs e)
            {
                if (e.LeftButton == MouseButtonState.Pressed)  // 鼠标左键按下时,记录框定区域左上角坐标
                {
                    detectRect.Location = e.GetPosition(this).ToDrawing().ToPoint();
                }
            }
    
            private void Window_PreviewMouseMove(object sender, MouseEventArgs e)
            {
                if (e.LeftButton == MouseButtonState.Pressed)  // 鼠标左键按下并移动时,重新绘制框定区域和取得截图
                {
                    detectRect.Size = new Size((int)(e.GetPosition(this).X - detectRect.Left), (int)(e.GetPosition(this).Y - detectRect.Top));
                    this.InvalidateVisual();
    
                    if (detectRect.Width > 0 && detectRect.Height > 0)
                    {
                        detectBmp = CaptureScreen(detectRect);
                    }
                }
            }
    
            private void Window_Paint(object sender, System.Windows.Media.DrawingContext dc)
            {
                if (detectRect.Width > 0 && detectRect.Height > 0)   // 绘制鼠标框定的矩形区域
                {
                    dc.DrawRectangle(null, new Pen(System.Windows.Media.Brushes.Red, 1.0), new Rect(detectRect.X, detectRect.Y, detectRect.Width, detectRect.Height));
                }
            }
    
            private void Timer_Tick(object sender, EventArgs e)
            {
                if (isNewContent)   // 如果有新的内容,则模拟鼠标点击
                {
                    SetCursorPos((int)clickPoint.X, (int)clickPoint.Y);
                    mouse_event(MouseEventFlag.LeftDown | MouseEventFlag.LeftUp, 0, 0, 0, 0);
                    isNewContent = false;
                }
                else    // 否则检查是否有新的内容
                {
                    if (detectBmp != null)
                    {
                        Bitmap oldBmp = detectBmp; // 保存上一次的截图
                        detectBmp = CaptureScreen(detectRect);
    
                        // 对比像素,判断是否有新内容
                        for (int i = 0; i < detectBmp.Width; i += 10)
                        {
                            for (int j = 0; j < detectBmp.Height; j += 10)
                            {
                                if (detectBmp.GetPixel(i, j) != oldBmp.GetPixel(i, j))
                                {
                                    isNewContent = true;
                                    clickPoint.X = detectRect.Left + i;
                                    clickPoint.Y = detectRect.Top + j;
                                    break;
                                }
                            }
                            if (isNewContent)
                            {
                                break;
                            }
                        }
                        oldBmp.Dispose();
                    }
                }
            }
    
            private void Window_Loaded(object sender, RoutedEventArgs e)
            {
                Timer timer = new Timer();
                timer.Interval = TimeSpan.FromMilliseconds(500);
                timer.Tick += Timer_Tick;
                timer.Start();
            }
    
            #region 截图相关
    
            [DllImport("user32.dll", CharSet = CharSet.Auto)]
            private static extern bool GetClientRect(IntPtr hWnd, out RECT lpRect);
    
            [DllImport("user32.dll", CharSet = CharSet.Auto)]
            private static extern bool PrintWindow(IntPtr hWnd, IntPtr hDC, int nFlags);
    
            [StructLayout(LayoutKind.Sequential)]
            public struct RECT
            {
                public int Left;
                public int Top;
                public int Right;
                public int Bottom;
            }
    
            public static Bitmap CaptureScreen(Rectangle rect)
            {
                Rectangle bounds = rect.IsEmpty ? SystemInformation.VirtualScreen : rect;
                Bitmap result = new Bitmap(bounds.Width, bounds.Height);
    
                using (Graphics g = Graphics.FromImage(result))
                {
                    g.CopyFromScreen(new Point(bounds.Left, bounds.Top), Point.Empty, bounds.Size);
                }
    
                return result;
            }
    
            public static Bitmap CaptureScreen(IntPtr hwnd, Rectangle rect)
            {
                RECT rc;
                GetClientRect(hwnd, out rc);
    
                Bitmap bmp = new Bitmap(rc.Right - rc.Left, rc.Bottom - rc.Top);
    
                using (Graphics g = Graphics.FromImage(bmp))
                {
                    IntPtr hdc = g.GetHdc();
                    PrintWindow(hwnd, hdc, 0);
                    g.ReleaseHdc(hdc);
                }
    
                if (rect != Rectangle.Empty)
                {
                    bmp = bmp.Clone(rect, bmp.PixelFormat);
                }
    
                return bmp;
            }
    
            #endregion
    
            #region 鼠标相关
    
            [DllImport("user32.dll")]
            private static extern bool SetCursorPos(int x, int y);
    
            [DllImport("user32.dll", CharSet = CharSet.Auto)]
            private static extern void mouse_event(MouseEventFlag flags, int dx, int dy, uint data, UIntPtr extraInfo);
    
            [Flags]
            private enum MouseEventFlag : uint
            {
                Move = 0x0001,
                LeftDown = 0x0002,
                LeftUp = 0x0004,
                RightDown = 0x0008,
                RightUp =
    

Responses were produced in different, uncontrolled contexts (system prompts, settings, prior turns). This is not a benchmark.