Imports mshtml Imports System.Text. Module Module1. Public ChildWindowsList As New List(Of WINDOW) Public HTMLDoc As mshtml.htmldocument = Nothing

Transcription

1 'WinControl example by Robert Berlinski. Copyright (c) 2016 Robert Berlinski. All rights reserved. 'Compile in Visual Studio Express 2015 for Windows (add mshtml to the project) 'It is only a simple illustration without fancy bells and whistles, e.g. it writes output to system console. 'It requires.net and has been tested with Win 7 and 8.1 'Included examples: ' 1. RunKeys with notepad ' 2. RunKeys with calculator ' 3. GUI with calculator ' 4. IE OLE (it assumes only one IE instance with one tab is opened) 'The program waits after each example until the current windows will be closed. 'Legal note 'The author hereby grand copy, publish, modification and recompile rights ' to http//ptaq.org/ their affiliates and friends for non commercial use. 'The author provides the code as it is without any guarantee. 'The author should not be liable for how the code will be used and how it will or will not work. Imports mshtml Imports System.Text Module Module1 Public ChildWindowsList As New List(Of WINDOW) Public HTMLDoc As mshtml.htmldocument = Nothing Public Declare Sub Sleep Lib "kernel32.dll" ( ByVal Milliseconds As Integer) Public Declare Function GetWindowRect Lib "user32.dll" ( ByVal hwnd As IntPtr, ByRef lprect As RECT) As Boolean Public Declare Function SetForegroundWindow Lib "user32.dll" ( ByVal hwnd As IntPtr) As Boolean Public Declare Function SetActiveWindow Lib "user32.dll" ( ByVal hwnd As IntPtr) As IntPtr Public Declare Function MoveWindow Lib "user32.dll" ( ByVal hwnd As IntPtr, ByVal x As Int32, ByVal y As Int32, ByVal nwidth As Int32, ByVal nheight As Int32, ByVal brepaint As Boolean) As Boolean 'GUI

2 Public Const BM_CLICK As Integer = &H00F5 Public Const GWL_STYLE As Integer = (-16) Public Const GWL_EXSTYLE As Integer = (-20) Public Const GWL_ID As Integer = (-12) Public Const EM_GETFIRSTVISIBLELINE = &HCE Public Const EM_GETLINE As Integer = &HC4 Public Const EM_LINEINDEX As Integer = &HBB Public Const EM_LINELENGTH As Integer = &HC1 Public Declare Function SendMessage Lib "user32" Alias "SendMessageA" ( ByVal hwnd As IntPtr, ByVal wmsg As UInteger, ByVal wparam As IntPtr, ByVal lparam As IntPtr) As IntPtr Public Declare Function SendMessage2 Lib "user32" Alias "SendMessageA" ( ByVal hwnd As IntPtr, ByVal wmsg As UInteger, ByVal wparam As UInteger, ByVal lparam As StringBuilder) As Integer Public Declare Function GetParent Lib "user32" ( ByVal hwnd As IntPtr) As IntPtr Declare Ansi Function GetClassName Lib "user32" Alias "GetClassNameA" ( ByVal hwnd As IntPtr, ByVal lpclassname As StringBuilder, ByVal nmaxcount As Int32) As Int32 Declare Function GetWindowLong Lib "user32" Alias "GetWindowLongA" ( ByVal hwnd As System.IntPtr, ByVal nindex As Integer) As Integer Declare Function GetWindowText Lib "user32" Alias "GetWindowTextA" ( ByVal hwnd As IntPtr, ByVal lpstring As StringBuilder, ByVal cch As Integer) As Integer Public Declare Function SetWindowText Lib "user32" Alias "SetWindowTextA" ( ByVal hwnd As IntPtr, ByVal lpstring As StringBuilder) As Integer Public Declare Function InvalidateRect Lib "user32" ( ByVal hwnd As IntPtr,

3 ByVal rect As IntPtr, ByVal clear As Boolean) As Boolean Public Declare Function UpdateWindow Lib "user32" ( ByVal hwnd As IntPtr) As Boolean Public Declare Function EnumChildWindows Lib "user32" ( ByVal hwnd As IntPtr, ByVal lpenumfunc As EnumChildProcDelegate, ByVal lparam As IntPtr) As Boolean Public Delegate Function EnumChildProcDelegate( ByVal lhwnd As IntPtr, ByVal lparam As IntPtr) As Boolean Delegate Function EnumChildProc( ByVal hwnd As IntPtr, ByRef lparam As IntPtr) As Int32 'IE Public Const SMTO_ABORTIFHUNG As Int32 = &H2 Declare Ansi Function RegisterWindowMessage Lib "user32" Alias "RegisterWindowMessageA" ( ByVal lpstring As String) As Int32 Declare Ansi Function SendMessageTimeout Lib "user32" Alias "SendMessageTimeoutA" ( ByVal hwnd As IntPtr, ByVal msg As Int32, ByVal wparam As Int32, ByVal lparam As Int32, ByVal fuflags As Int32, ByVal utimeout As Int32, ByRef lpdwresult As Int32) As Int32 Declare Function ObjectFromLresult Lib "oleacc" ( ByVal lresult As Int32, ByRef riid As System.Guid, ByVal wparam As Int32, ByRef ppvobject As IHTMLDocument) As Int32 Public Structure RECT Dim Left As Integer Dim Top As Integer Dim Right As Integer Dim Bottom As Integer End Structure 'x position Of upper-left corner 'y position Of upper-left corner 'x position Of lower-right corner 'y position Of lower-right corner

4 Public Function GetWindowRect(ByVal hwnd As IntPtr) As RECT Dim Rect As RECT ActiveWindowRect(hWnd) GetWindowRect(hWnd, Rect) Return Rect Public Sub MoveWindow(ByVal hwnd As IntPtr, ByVal x As Int32, ByVal y As Int32, ByVal nwidth As Int32, ByVal nheight As Int32) ActiveWindowRect(hWnd) MoveWindow(hWnd, x, y, nwidth, nheight, True) Public Sub MoveWindowTo(ByVal hwnd As IntPtr, ByVal x As Int32, ByVal y As Int32) Dim WinRect As RECT = GetWindowRect(hWnd) MoveWindow(hWnd, x, y, WinRect.Right - WinRect.Left, WinRect.Bottom - WinRect.Top) Public Structure WINDOW Public lhwnd As IntPtr Public lhwndparent As IntPtr Public WinRect As RECT Public ClassName As String Public Title As String Public ID As Integer End Structure Public Sub ActiveWindowRect(ByVal hwnd As IntPtr) SetForegroundWindow(hWnd) SetActiveWindow(hWnd) Public Function StartApp(ByVal name As String) As System.Diagnostics.Process Dim IEProcess As System.Diagnostics.Process Dim AppHandle As IntPtr IEProcess = System.Diagnostics.Process.Start(name) Sleep(1000) AppHandle = IEProcess.MainWindowHandle ActiveWindowRect(AppHandle) Console.WriteLine("Running " + IEProcess.ProcessName) Return IEProcess

5 Sub SendKeys(ByVal hwnd As IntPtr, ByVal keys As String, ByVal msec As Integer) ActiveWindowRect(hWnd) ' My.Computer.Keyboard.SendKeys(keys, True) Sleep(msec) 'GUI Public Function StripNulls(OriginalStr As String) As String ' This removes the extra Nulls so String comparisons will work If (InStr(OriginalStr, Chr(0)) > 0) Then OriginalStr = Left(OriginalStr, InStr(OriginalStr, Chr(0)) - 1) StripNulls = OriginalStr Private Function GetClassName(ByVal lhwnd As IntPtr) As String Dim StrBuf As StringBuilder = New StringBuilder(256) Dim RetVal As Integer = GetClassName(lhWnd, StrBuf, StrBuf.Capacity - 2) GetClassName = StripNulls(StrBuf.ToString) Public Function GetButtonID(ByVal lhwnd As IntPtr) As UInteger Dim Ret As UInteger = GetWindowLong(lhWnd, GWL_ID) GetButtonID = Ret Private Function GetWindowText(ByVal lhwnd As IntPtr) As String Dim StrBuf As StringBuilder = New StringBuilder(256) Dim RetVal As Integer = GetWindowText(lhWnd, StrBuf, StrBuf.Capacity - 2) GetWindowText = StripNulls(StrBuf.ToString) Public Function GetHtmlDocument(ByVal hwnd As IntPtr) As IHTMLDocument Dim IID_IHTMLDocument As System.Guid = New System.Guid("626FC520-A41E-11CF-A731-00A0C ") Dim lres As Int32 Dim lmsg As Int32 Dim hr As Int32 Console.WriteLine("Will send WM_HTML_GETOBJECT to hwnd={0}", hwnd) lmsg = RegisterWindowMessage("WM_HTML_GETOBJECT") Call SendMessageTimeout(hWnd, lmsg, 0, 0, SMTO_ABORTIFHUNG, 1000, lres) If lres = 0 Then Throw New Exception("Expected non zero return") hr = ObjectFromLresult(lRes, IID_IHTMLDocument, 0, GetHtmlDocument) If hr Then Throw New Exception(hr)

6 Public Function GetElement(ByVal lhwnd As IntPtr) As WINDOW Dim Window As WINDOW Window.lhWnd = lhwnd Window.lhWndParent = GetParent(lhWnd) Window.ClassName = GetClassName(lhWnd) Window.ID = GetButtonID(lhWnd) Window.Title = "" ' If Window.ClassName = "Edit" Then Console.WriteLine(CStr(lhWnd)) Dim LineIndex As Integer = SendMessage(lhWnd, EM_GETFIRSTVISIBLELINE, 0, 0) Console.WriteLine("EM_GETFIRSTVISIBLELINE={0}", LineIndex) Dim CharIndex As Integer = SendMessage(lhWnd, EM_LINEINDEX, LineIndex, 0) Console.WriteLine("EM_LINEINDEX={0}", CharIndex) Dim LineTextLen As Integer = SendMessage(lhWnd, EM_LINELENGTH, CharIndex, 0) Console.WriteLine("EM_LINELENGTH={0}", LineTextLen) If LineTextLen > 0 Then Dim Text As StringBuilder = New StringBuilder(10000) Text.Insert(0, Chr(32), 99) Dim Retval = SendMessage2(lhWnd, EM_GETLINE, LineIndex, Text) If Retval > 0 Then Window.Title = Text.ToString.Substring(0, Retval) Console.WriteLine("Retrived={0} '{1}'", Retval, Window.Title) Else Window.Title = GetWindowText(lhWnd) Window.WinRect = GetWindowRect(lhWnd) If Window.ClassName = "Internet Explorer_Server" Then HTMLDoc = GetHtmlDocument(lhWnd) GetElement = Window Public Function ParentToString(ByVal Parent As WINDOW) As String Dim MsgText As String = String.Format("Parent Window id={0}, class='{1}', title='{2}'", CStr(Parent.lhWnd), Parent.ClassName, Parent.Title) ParentToString = MsgText Public Function GetWidth(ByVal Rect As RECT) As Integer GetWidth = Rect.Right - Rect.Left

7 Public Function GetHeight(ByVal Rect As RECT) As Integer GetHeight = Rect.Bottom - Rect.Top Public Function WindowToString(ByVal Element As WINDOW, ByVal count As Integer) As String Dim MsgText As String = String.Format("{0:D4};{1};{2};'{3}';'{4}';{5};{6};{7};{8};{9}", count, CStr(Element.lhWnd), CStr(Element.lhWndParent), Element.ID, Element.ClassName, Element.Title, CStr(Element.WinRect.Left), CStr(Element.WinRect.Top), CStr(GetWidth(Element.WinRect)), CStr(GetHeight(Element.WinRect))) WindowToString = MsgText Public Function TheEnumChildProc(ByVal lhwnd As IntPtr, ByVal lparent As IntPtr) As Boolean Dim Element As WINDOW = GetElement(lhWnd) Dim MsgText As String = "" ChildWindowsList.Add(Element) Console.WriteLine(WindowToString(Element, ChildWindowsList.Count), 0) TheEnumChildProc = True 'continue enumeration Public Function GetChildWindows(ByVal lhwnd As IntPtr) As List(Of WINDOW) Dim Parent As WINDOW = GetElement(lhWnd) Console.WriteLine(ParentToString(Parent), 0) Console.WriteLine("count;handler;parent;id;class;title;x;y;width;height;id/msg", 0) ChildWindowsList.Clear() Try EnumChildWindows(lhWnd, AddressOf TheEnumChildProc, Parent.lhWnd) Catch e As AccessViolationException Console.WriteLine(e.Message) End Try GetChildWindows = ChildWindowsList Public Sub EnumChildButtons() Dim Window As WINDOW Dim TextBuf = New StringBuilder(100) For Each Window In ChildWindowsList If Window.ClassName = "Button" Then TextBuf.Clear()

8 TextBuf.Append(CStr(Window.ID)) SetWindowText(Window.lhWnd, TextBuf) InvalidateRect(Window.lhWnd, IntPtr.Zero, True) UpdateWindow(Window.lhWnd) Next Public Sub ClickChildButton(ByVal lhwnd As IntPtr, ByVal ID As Integer) Dim Window As WINDOW Dim MsgRet As UInteger For Each Window In ChildWindowsList If Window.ID = ID Then ActiveWindowRect(lhWnd) MsgRet = SendMessage(Window.lhWnd, BM_CLICK, 0, 0) Next 'IE Sub IEOpenURL(ByVal lhwnd As IntPtr, ByVal keys As String) ActiveWindowRect(lhWnd) My.Computer.Keyboard.SendKeys("%{D}{DEL}", True) Sleep(100) My.Computer.Keyboard.SendKeys(keys, True) Sleep(100) My.Computer.Keyboard.SendKeys("{ENTER}", True) Public Sub SetIEHTMLInput(ByVal id As String, ByVal Text As String) If HTMLDoc Is Nothing Then Console.WriteLine("HTMLDoc is null", 0) Dim HTMLElement As mshtml.ihtmlinputelement = HTMLDoc.getElementById(id) HTMLElement.value = Text + Chr(0) Public Sub ClickIEHTMLButton(ByVal name As String) If HTMLDoc Is Nothing Then Console.WriteLine("HTMLDoc is null", 0) 'It assumes that one and only one button with the given name exists Dim HTMLElement As mshtml.htmlbuttonelement = HTMLDoc.getElementsByName(name).item(0) Console.WriteLine("Click on ", HTMLElement.name) HTMLElement.click() Console.WriteLine("Done")

9 Public Function gethtmlrectangle(byref Rect As IHTMLRect) As String gethtmlrectangle = String.Format("at {0}.{1} {2}.{3}", Rect.left, Rect.top, Rect.right - Rect.left, Rect.bottom - Rect.top) Public Sub EnumIEHTMLELement(ByVal HTMLElement As mshtml.ihtmlelement, ByVal level As Integer) Dim name As String = "" Dim value As String = "" Dim place As String = "" If TypeOf HTMLElement Is HTMLInputElement Then Dim element As HTMLInputElement = HTMLElement name = element.name value = element.value place = gethtmlrectangle(element.getboundingclientrect()) If TypeOf HTMLElement Is HTMLAnchorElement Then Dim element As HTMLAnchorElement = HTMLElement name = element.name value = element.tostring place = gethtmlrectangle(element.getboundingclientrect()) If TypeOf HTMLElement Is HTMLDivElement Then Dim element As HTMLDivElement = HTMLElement name = "id=" + element.uniqueid If element.innertext IsNot Nothing Then value = element.innertext.substring(0, Math.Min(element.innerText.Length, 20)) place = gethtmlrectangle(element.getboundingclientrect()) If TypeOf HTMLElement Is HTMLTableCell Then Dim element As HTMLTableCell = HTMLElement name = element.title If element.innertext IsNot Nothing Then value = element.innertext.substring(0, Math.Min(element.innerText.Length, 20)) value = value + " cl=" + CStr(element.clientLeft) + " ol=" + CStr(element.offsetLeft) place = gethtmlrectangle(element.getboundingclientrect()) Console.WriteLine(String.Format("{0} type='{1}' tag='{2}' class='{3}' id='{4}' name='{5}' value='{6}' place='{7}' parent={8}", Space(level * 2), HTMLElement.GetType, HTMLElement.tagName, HTMLElement.className, HTMLElement.id, name, value, place, HTMLElement.parentElement), 0)

10 Dim HTMLElementChild As mshtml.ihtmlelement For Each HTMLElementChild In HTMLElement.children EnumIEHTMLELement(HTMLElementChild, level + 1) Next Public Sub EnumIEHTML() If HTMLDoc.Equals(Nothing) Then Console.WriteLine("HTMLDoc is null", 0) Console.WriteLine(String.Format("HTML Elements {0}", HTMLDoc.all.length), 0) Dim HTMLElement As mshtml.ihtmlelement Dim index As Integer Dim length As Integer = HTMLDoc.getElementsByTagName("HTML").length For index = 0 To length - 1 Console.WriteLine(String.Format("HTML Element #{0}", index), 0) HTMLElement = HTMLDoc.getElementsByTagName("HTML").item(index) EnumIEHTMLELement(HTMLElement, 0) Next Sub Notepad() Dim Process As System.Diagnostics.Process = StartApp("C:\Windows\System32\notepad.exe") Dim hwnd As IntPtr = Process.MainWindowHandle MoveWindowTo(hWnd, 100, 100) Sleep(500) SendKeys(hWnd, "Lorem ipsum dolor sit amet", 100) Process.WaitForExit() Sub Calc() Dim Process As System.Diagnostics.Process = StartApp("C:\Windows\System32\calc.exe") Dim hwnd As IntPtr = Process.MainWindowHandle MoveWindowTo(hWnd, 100, 100) Sleep(1000) ' SendKeys(hWnd, "%3", 500) SendKeys(hWnd, "{F8}", 500) SendKeys(hWnd, "10", 200) SendKeys(hWnd, "{+}", 200) SendKeys(hWnd, "10", 200) SendKeys(hWnd, "{ENTER}", 200) SendKeys(hWnd, "{F6}", 200) Process.WaitForExit() 'C,81 EQL,121 DIV,91 MUL,92 MIN,94 PLU,93 POINT,84

11 'D1,131 D2,132 D3,133 D4,134 D5,135 D6,136 D7,137 D8,138 D9,139 D0,130 Sub CalcGUI() Dim Process As System.Diagnostics.Process = StartApp("C:\Windows\System32\calc.exe") Dim hwnd As IntPtr = Process.MainWindowHandle MoveWindowTo(hWnd, 100, 100) Sleep(1000) GetChildWindows(hWnd) Sleep(500) EnumChildButtons() Sleep(500) ClickChildButton(hWnd, 81) 'Clear ClickChildButton(hWnd, 132) '2 ClickChildButton(hWnd, 92) '* ClickChildButton(hWnd, 133) '3 ClickChildButton(hWnd, 121) '= ClickChildButton(hWnd, 93) '+ ClickChildButton(hWnd, 134) '4 ClickChildButton(hWnd, 121) '= Process.WaitForExit() Sub IE() Dim Process As System.Diagnostics.Process = StartApp("C:\Program Files\Internet Explorer\iexplore.exe") Dim hwnd As IntPtr = Process.MainWindowHandle MoveWindowTo(hWnd, 100, 100) Sleep(500) IEOpenURL(hWnd, " Sleep(500) GetChildWindows(hWnd) Sleep(200) EnumIEHTML() Sleep(200) SetIEHTMLInput("search-searchword", "GUI") Sleep(500) ClickIEHTMLButton("Search") Process.WaitForExit() Sub Main() Console.WriteLine("Start " + DateTime.Now.ToString("yyyy/MM/dd HH:mm:ss")) Notepad() Sleep(1000) Calc() Sleep(1000) CalcGUI() Sleep(1000) IE() ' make sure that IE opens only one tab, the code assumes no other tabs are opend

12 Console.WriteLine("Finish " + DateTime.Now.ToString("yyyy/MM/dd HH:mm:ss")) Console.WriteLine("Press eny key to exit") Console.ReadKey() End Module