使用C#製作可以錄製自動化執行Windows操作腳本工具——類似於按鍵精靈

我們知道，如果要對一個網站進行自動化測試，可以使用Python的selenium對獲取網頁的元素進行一系列操作。同樣，對於Windows應用，可以使用C#或者AutoIt（也是一種腳本語言，相比較與C#，AutoIt更適合做Windows應用的自動化腳本）捕獲窗體句柄進行操作。今天主要記錄一下使用 ...

我們知道，如果要對一個網站進行自動化測試，可以使用Python的selenium對獲取網頁的元素進行一系列操作。同樣，對於Windows應用，可以使用C#或者AutoIt（也是一種腳本語言，相比較與C#，AutoIt更適合做Windows應用的自動化腳本）捕獲窗體句柄進行操作。

今天主要記錄一下使用WPF製作可以錄製自動化執行Windows操作腳本工具，類似於按鍵精靈的錄製腳本的操作。主要使用勾子捕獲滑鼠鍵盤事件。

<Window x:Class="AutoOperationTool.MainWindow"
        xmlns="http://schemas.microsoft.com/winfx/2006/xaml/presentation"
        xmlns:x="http://schemas.microsoft.com/winfx/2006/xaml"
        xmlns:d="http://schemas.microsoft.com/expression/blend/2008"
        xmlns:mc="http://schemas.openxmlformats.org/markup-compatibility/2006"
        xmlns:local="clr-namespace:AutoOperationTool"
        mc:Ignorable="d"
        Title="自動化腳本" Height="450" Width="800">
    <Grid>
        <Grid.RowDefinitions>
            <RowDefinition></RowDefinition>
            <RowDefinition></RowDefinition>
            <RowDefinition></RowDefinition>
        </Grid.RowDefinitions>
        <Grid VerticalAlignment="Bottom" Margin="0 0 0 30">
            <Grid.ColumnDefinitions>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
            </Grid.ColumnDefinitions>
            <Label Grid.Column="0" VerticalAlignment="Center" HorizontalAlignment="Right" Content="當前滑鼠在屏幕的位置："></Label>
            <Grid Grid.Column="1" VerticalAlignment="Center" HorizontalAlignment="Left">
                <Grid.ColumnDefinitions>
                    <ColumnDefinition></ColumnDefinition>
                    <ColumnDefinition></ColumnDefinition>
                </Grid.ColumnDefinitions>
                <Grid Grid.Column="0">
                    <Grid.ColumnDefinitions>
                        <ColumnDefinition></ColumnDefinition>
                        <ColumnDefinition></ColumnDefinition>
                    </Grid.ColumnDefinitions>
                    <Label  Content="X："></Label>
                    <TextBlock x:Name="xPoint" Grid.Column="1" HorizontalAlignment="Center" VerticalAlignment="Center"></TextBlock>
                </Grid>
                <Grid Grid.Column="1">
                    <Grid.ColumnDefinitions>
                        <ColumnDefinition></ColumnDefinition>
                        <ColumnDefinition></ColumnDefinition>
                    </Grid.ColumnDefinitions>
                    <Label  Content="Y："></Label>
                    <TextBlock x:Name="yPoint" Grid.Column="1" HorizontalAlignment="Center" VerticalAlignment="Center"></TextBlock>
                </Grid>
            </Grid>
        </Grid>
        <Grid Grid.Row="1">
            <Grid.ColumnDefinitions>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
            </Grid.ColumnDefinitions>
            <Grid Grid.Column="0">
                <Grid.ColumnDefinitions>
                    <ColumnDefinition></ColumnDefinition>
                    <ColumnDefinition></ColumnDefinition>
                </Grid.ColumnDefinitions>
                <Label Content="設置迴圈次數：" VerticalAlignment="Center" HorizontalAlignment="Right"></Label>
                <Border Grid.Column="1" Width="120" Height="35" BorderBrush="Black" HorizontalAlignment="Left" BorderThickness="1">
                    <TextBox Width="120" Height="35" x:Name="txtCycleCount" Text="1" VerticalAlignment="Center" HorizontalAlignment="Center"></TextBox>
                </Border>
            </Grid>
            <Grid Grid.Column="2">
                <Grid.ColumnDefinitions>
                    <ColumnDefinition></ColumnDefinition>
                    <ColumnDefinition Width="320"></ColumnDefinition>
                </Grid.ColumnDefinitions>
                <Label Content="腳本路徑：" VerticalAlignment="Center" HorizontalAlignment="Right"></Label>
                <Border Grid.Column="1" Width="310" Height="35" BorderBrush="Black" HorizontalAlignment="Left" BorderThickness="1">
                    <TextBox Width="310" Height="35" x:Name="txtScriptPath" VerticalAlignment="Center" HorizontalAlignment="Center" TextWrapping="Wrap"></TextBox>
                </Border>
            </Grid>
        </Grid>
        <Grid Grid.Row="2" Margin="0 30 0 0" VerticalAlignment="Top">
            <Grid.ColumnDefinitions>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
                <ColumnDefinition></ColumnDefinition>
            </Grid.ColumnDefinitions>
            <Button Grid.Column="0" x:Name="btnStart" Width="100" Height="40" Content="開始錄製" Click="Start_OnClick"></Button>
            <Button Grid.Column="1" x:Name="btnEnd" Width="100" Height="40" Content="結束錄製" Click="End_OnClick"></Button>
            <Button Grid.Column="2" x:Name="btnExec" Width="100" Height="40" Content="執行腳本" Click="Exec_OnClick"></Button>
            <Button Grid.Column="3" x:Name="btnCancel" Width="100" Height="40" Content="取消執行" Click="CancelExec_OnClick"></Button>
        </Grid>
    </Grid>
</Window>

using System;
using System.Collections.Generic;
using System.Configuration;
using System.IO;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using System.Windows;
using Newtonsoft.Json;
using Path = System.IO.Path;

namespace AutoOperationTool
{
    /// <summary>
    /// MainWindow.xaml 的交互邏輯
    /// </summary>
    public partial class MainWindow : Window
    {
        // 用於取消任務的執行
        private CancellationTokenSource cancelTokenSource = new CancellationTokenSource();

        private Task ExecTask { get; set; }

        private KeyAction KeyAction { get; set; }

        public MainWindow()
        {
            InitializeComponent();
            Configuration config = ConfigurationManager.OpenExeConfiguration(ConfigurationUserLevel.None);
            txtScriptPath.Text = config.AppSettings.Settings["path"].Value;
            KeyAction = new KeyAction();
            btnEnd.IsEnabled = false;
            btnCancel.IsEnabled = false;
        }

        private bool KMHook_MouseCallback(object arg)
        {
            if (arg is long[] arrs && arrs.Length == 3)
            {
                var type = arrs[0];
                var x = arrs[1];
                var y = arrs[2];
                if (type == 1)
                {
                    var model = new MouseOperation();
                    model.MouseOperationType = MouseOperationTypeEnum.Click;
                    model.Point = new Point(){ X = x, Y = y};
                    model.Time = DateTime.Now;
                    model.OperationType = OperationType.Mouse;
                    PrintLog.WriteTxt.GetInstance().AppendInfoLog(JsonConvert.SerializeObject(model));
                }

                xPoint.Text = x.ToString();
                yPoint.Text = y.ToString();
                Console.WriteLine($"X:{x};Y:{y}");
            }

            return true;
        }

        private bool KMHook_KeyCallback(object arg)
        {
            if (arg is long[] arrs && arrs.Length == 3)
            {
                var type = arrs[0];
                var code = arrs[1];
                var time = arrs[2];
                var model = new KeyOperation();
                if (type == 0)
                {
                    model.KeyOperationType = KeyOperationTypeEnum.Press;
                }
                else if (type == 1)
                {
                    model.KeyOperationType = KeyOperationTypeEnum.Up;
                }

                model.KeyCode = (Key)Enum.Parse(typeof(Key), code.ToString());
                model.OperationType = OperationType.Key;
                model.Time = DateTime.Now;
                PrintLog.WriteTxt.GetInstance().AppendInfoLog(JsonConvert.SerializeObject(model));
            }

            return true;
        }

        private void Start_OnClick(object sender, RoutedEventArgs e)
        {
            btnEnd.IsEnabled = true;
            btnStart.IsEnabled = false;
            btnExec.IsEnabled = false;
            btnCancel.IsEnabled = false;

            // 如果存在腳本名稱，序號往前加
            PrintLog.WriteTxt.GetInstance().FileLogName = "script1.txt";
            var fileLogName = PrintLog.WriteTxt.GetInstance().FileLogName;
            if (File.Exists(PrintLog.WriteTxt.GetInstance().FileStartupPath + PrintLog.WriteTxt.GetInstance().FileLogName))
            {
                var fileName = PrintLog.WriteTxt.GetInstance().FileLogName;
                while (File.Exists(PrintLog.WriteTxt.GetInstance().FileStartupPath + fileName))
                {
                    if (fileName.StartsWith("script") && fileName.EndsWith(".txt"))
                    {
                        var strCount = fileName.Replace("script", "").Replace(".txt", "");
                        int count;
                        if (int.TryParse(strCount, out count))
                        {
                            count++;
                            fileName = $"script{count}.txt";
                        }
                    }
                    else
                    {
                        Directory.Delete(PrintLog.WriteTxt.GetInstance().FileStartupPath + PrintLog.WriteTxt.GetInstance().FileLogName);
                        break;
                    }
                }

                fileLogName = fileName;
            }

            PrintLog.WriteTxt.GetInstance().FileLogName = fileLogName;
            txtScriptPath.Text = Path.Combine(PrintLog.WriteTxt.GetInstance().FileStartupPath, fileLogName);
            Configuration config = ConfigurationManager.OpenExeConfiguration(ConfigurationUserLevel.None);
            config.AppSettings.Settings["path"].Value = txtScriptPath.Text;
            config.Save();
            KMHook.MouseCallback += KMHook_MouseCallback;
            KMHook.KeyCallback += KMHook_KeyCallback;
            KMHook.InsertHook();
        }

        private void End_OnClick(object sender, RoutedEventArgs e)
        {
            KMHook.MouseCallback -= KMHook_MouseCallback;
            KMHook.KeyCallback -= KMHook_KeyCallback;
            KMHook.RemoveHook();
            btnStart.IsEnabled = true;
            btnEnd.IsEnabled = !btnStart.IsEnabled;
            btnExec.IsEnabled = true;
            btnCancel.IsEnabled = !btnExec.IsEnabled;
        }

        private void Exec_OnClick(object sender, RoutedEventArgs e)
        {
            btnStart.IsEnabled = false;
            btnEnd.IsEnabled = !btnStart.IsEnabled;
            btnExec.IsEnabled = false;
            btnCancel.IsEnabled = !btnExec.IsEnabled;
            var listOperations = new List<Operation>();
            var path = txtScriptPath.Text;
            var listStrs = File.ReadLines(path)?.ToList();
            if (listStrs != null && listStrs.Count > 0)
            {
                foreach (var strScript in listStrs)
                {
                    try
                    {
                        var operation = JsonConvert.DeserializeObject<Operation>(strScript);
                        if (operation.OperationType == OperationType.Mouse)
                        {
                            var mouseOperation = JsonConvert.DeserializeObject<MouseOperation>(strScript);
                            listOperations.Add(mouseOperation);
                        }
                        else if (operation.OperationType == OperationType.Key)
                        {
                            var keyOperation = JsonConvert.DeserializeObject<KeyOperation>(strScript);
                            listOperations.Add(keyOperation);
                        }
                    }
                    catch (Exception ex)
                    {
                        throw ex;
                    }
                }
            }

            int count;
            if (int.TryParse(txtCycleCount.Text, out count))
            {
                ExecTask = Task.Factory.StartNew(() =>
                {
                    if (count < 1) count = 1;
                    for (int i = 0; i < count; i++)
                    {
                        DateTime lastTime = new DateTime();
                        DateTime nextTime = new DateTime();
                        for (int j = 0; j < listOperations.Count; j++)
                        {
                            if (lastTime == new DateTime())
                            {
                                lastTime = listOperations[j].Time;

                                Exec(listOperations, j);
                            }
                            else
                            {
                                nextTime = listOperations[j].Time;
                                if (j > 0)
                                {
                                    lastTime = listOperations[j - 1].Time;
                                }

                                Thread.Sleep(nextTime - lastTime);
                                Exec(listOperations, j);
                            }
                        }

                        Thread.Sleep(1000);
                    }

                    Application.Current.Dispatcher.Invoke(() =>
                    {
                        btnStart.IsEnabled = true;
                        btnEnd.IsEnabled = !btnStart.IsEnabled;
                        btnExec.IsEnabled = true;
                        btnCancel.IsEnabled = !btnExec.IsEnabled;
                    });
                }, cancelTokenSource.Token);
            }
        }

        private void Exec(List<Operation> listOperations, int j)
        {
            if (listOperations[j].OperationType == OperationType.Mouse)
            {
                var mouse = listOperations[j] as MouseOperation;
                MouseAction.DoClick((int)mouse.Point.X, (int)mouse.Point.Y);
            }
            else if (listOperations[j].OperationType == OperationType.Key)
            {
                var key = listOperations[j] as KeyOperation;
                if (key.KeyOperationType == KeyOperationTypeEnum.Press)
                {
                    KeyAction.MykeyDown(key.KeyCode);
                }
                else if (key.KeyOperationType == KeyOperationTypeEnum.Up)
                {
                    KeyAction.MykeyUp(key.KeyCode);
                }
            }
        }

        private void CancelExec_OnClick(object sender, RoutedEventArgs e)
        {
            if (ExecTask != null)
            {
                for (int i = 0; i < 3; i++)
                {
                    try
                    {
                        cancelTokenSource.Cancel();
                        if (cancelTokenSource.IsCancellationRequested)
                        {
                            cancelTokenSource = new CancellationTokenSource();
                            ExecTask.Dispose();
                            btnStart.IsEnabled = true;
                            btnEnd.IsEnabled = !btnStart.IsEnabled;
                            btnExec.IsEnabled = true;
                            btnCancel.IsEnabled = !btnExec.IsEnabled;
                            break;
                        }
                    }
                    catch (Exception)
                    {
                    }
                }
            }
        }
    }
}

勾子監聽鍵盤滑鼠事件

using System;
using System.Runtime.InteropServices;

namespace AutoOperationTool
{
    public class KMHook
    {
        public static bool InsertHook()
        {
            bool iRet;
            iRet = InsertKeyboardHook();
            if (!iRet)
            {
                return false;
            }

            iRet = InsertMouseHook();
            if (!iRet)
            {
                removeKeyboardHook();
                return false;
            }

            return true;
        }

        public static bool RemoveHook()
        {
            bool iRet;
            iRet = removeKeyboardHook();
            if (iRet)
            {
                iRet = removeMouseHook();
            }

            return iRet;
        }

        public static event Func<object, bool> MouseCallback;
        public static event Func<object, bool> KeyCallback;

        internal struct Keyboard_LL_Hook_Data
        {
            public UInt32 vkCode;
            public UInt32 scanCode;
            public UInt32 flags;
            public UInt32 time;
            public IntPtr extraInfo;
        }

        internal struct Mouse_LL_Hook_Data
        {
            internal long yx;
            internal readonly int mouseData;
            internal readonly uint flags;
            internal readonly uint time;
            internal readonly IntPtr dwExtraInfo;
        }

        private static IntPtr pKeyboardHook = IntPtr.Zero;
        private static IntPtr pMouseHook = IntPtr.Zero;
        //鉤子委托聲明
        public delegate int HookProc(int code, IntPtr wParam, IntPtr lParam);
        private static HookProc keyboardHookProc;
        private static HookProc mouseHookProc;

        //安裝鉤子
        [DllImport("user32.dll")]
        public static extern IntPtr SetWindowsHookEx(int idHook, HookProc lpfn, IntPtr pInstance, int threadID);

        //卸載鉤子
        [DllImport("user32.dll", CallingConvention = CallingConvention.StdCall)]
        public static extern bool UnhookWindowsHookEx(IntPtr pHookHandle);
        [DllImport("user32.dll")]
        public static extern int CallNextHookEx(IntPtr hhk, int nCode, IntPtr wParam, IntPtr lParam); //parameter 'hhk' is ignored.

        private static int keyboardHookCallback(int code, IntPtr wParam, IntPtr lParam)
        {
            if (code < 0)
            {
                return CallNextHookEx(IntPtr.Zero, code, wParam, lParam);
            }

            Keyboard_LL_Hook_Data khd = (Keyboard_LL_Hook_Data)Marshal.PtrToStructure(lParam, typeof(Keyboard_LL_Hook_Data));
            System.Diagnostics.Debug.WriteLine($"key event:{wParam}, key code:{khd.vkCode}, event time:{khd.time}");

            var keyType = 0L;
            var iWParam = (int)wParam;
            if (iWParam == 256)
            {
                keyType = 0;
            }
            else if (iWParam == 257)
            {
                keyType = 1;
            }
            else
            {
                keyType = 0;
            }
            KeyCallback?.Invoke(new long[3] { keyType, (int)khd.vkCode, (int)khd.time });
            return 0;
        }

        private static int mouseHookCallback(int code, IntPtr wParam, IntPtr lParam)
        {
            if (code < 0)
            {
                return CallNextHookEx(IntPtr.Zero, code, wParam, lParam);
            }

            Mouse_LL_Hook_Data mhd = (Mouse_LL_Hook_Data)Marshal.PtrToStructure(lParam, typeof(Mouse_LL_Hook_Data));
            System.Diagnostics.Debug.WriteLine($"mouse event:{wParam}, ({mhd.yx & 0xffffffff},{mhd.yx >> 32})");
            var mouseType = 0L;
            var iWParam = (int)wParam;
            if (iWParam == 513)
            {
                mouseType = 1;
            }
            else if (iWParam == 514)
            {
                mouseType = 2;
            }
            else
            {
                mouseType = 0;
            }

            MouseCallback?.Invoke(new long[3]{ mouseType , mhd.yx & 0xffffffff, mhd.yx >> 32 });
            return 0;
        }

        //安裝鉤子方法
        private static bool InsertKeyboardHook()
        {
            if (pKeyboardHook == IntPtr.Zero)//不存在鉤子時
            {
                //創建鉤子
                keyboardHookProc = keyboardHookCallback;
                pKeyboardHook = SetWindowsHookEx(13, //13表示全局鍵盤事件。
                    keyboardHookProc,
                    (IntPtr)0,
                    0);

                if (pKeyboardHook == IntPtr.Zero)//如果安裝鉤子失敗
                {
                    removeKeyboardHook();
                    return false;
                }
            }

            return true;
        }

        private static bool InsertMouseHook()
        {
            if (pMouseHook == IntPtr.Zero)
            {
                mouseHookProc = mouseHookCallback;
                pMouseHook = SetWindowsHookEx(14, //14表示全局滑鼠事件
                    mouseHookProc,
                    (IntPtr)0,
                    0);

                if (pMouseHook == IntPtr.Zero)
                {
                    removeMouseHook();
                    return false;
                }
            }

            return true;
        }

        private static bool removeKeyboardHook()
        {
            if (pKeyboardHook != IntPtr.Zero)
            {
                if (UnhookWindowsHookEx(pKeyboardHook))
                {
                    pKeyboardHook = IntPtr.Zero;
                }