I need to get value/text of control via automation interface (coding with C++/C#). I tried with UI Automation API https://msdn.microsoft.com/en-us/library/ms747327(v=vs.110).aspx and this is some result captured by the Inspect https://msdn.microsoft.com/en-us/library/windows/desktop/dd318521(v=vs.85).aspx:
UI Automation recognize these control as pane
and I can't get list view text item or get/set slider value as normal.
Tried with other tool like MSAA https://msdn.microsoft.com/en-us/library/windows/desktop/dd373592(v=vs.85).aspx, Automation Spy http://www.automationspy.com/ give the same result.
After researching, I found that control with class name like ListView20WndClass
, Slider20WndClass
, ... belong to Visual Basic 6 control.
So, Is there any API can support these type of control as well?
Remark 1:
There is a tool named Ranorex http://www.ranorex.com/ can support these control (sadly, it is €3490 commercial license), and I don't know which underlying API was used:
Remark 2在测试的应用程序中使用了一些其他控件类型,UI 自动化仍然可以获得价值:
-
雷霆RT6FormDC: 识别为窗口
-
ThunderRT6命令按钮:识别为按钮
-
ThunderRT6复选框: 识别为复选框
- etc...
- 可悲的是,他们嵌入ListView20Wnd类 and Slider20Wnd类但两者都识别为窗格
Update 1我创建了一个简单的程序来获取文本,但仍然无法正常工作(编译为 Unicode 字符集):
#include <iostream>
using namespace std;
#include <UIAutomation.h>
#include <atlstr.h>
#include <Commctrl.h>
CString getListViewItemText(HWND hwnd, int nItem, int nSubItem) {
LVITEM item;
memset(&item, 0, sizeof(LVITEM));
item.iSubItem = nSubItem;
CString string;
int Length = 64; //initial reasonable string length
int ReturnCode;
do {
Length *= 2; //resize the string buffer
item.cchTextMax = Length;
item.pszText = string.GetBufferSetLength(Length);
ReturnCode = (int)::SendMessage(hwnd, LVM_GETITEMTEXT,
(WPARAM)nItem, (LPARAM)&item);
printf("len = %d \n", ReturnCode);
} while (ReturnCode == Length - 1); //if could not get all chars, try again
string.ReleaseBuffer();
return string;
}
void UI_Spy() {
// Init COM
CoInitialize(NULL);
// Init UIAutomation instance
IUIAutomation *pAuto;
CoCreateInstance(CLSID_CUIAutomation, NULL,
CLSCTX_INPROC_SERVER, IID_IUIAutomation, reinterpret_cast<void**>(&pAuto));
if (pAuto) {
IUIAutomationElement *pElm;
POINT p;
for (int i = 0; i < 10; i++) {
for (int j = 5; j > 0; j--) {
Sleep(1000);
printf("%d ", j);
}
GetCursorPos(&p);
if (pAuto->ElementFromPoint(p, &pElm) == S_OK) {
wprintf(L"\nPOSITION x = %d, y = %d\n", p.x, p.y);
BSTR str;
pElm->get_CurrentName(&str);
wprintf(L"-Name = %s\n", str);
SysFreeString(str);
pElm->get_CurrentLocalizedControlType(&str);
wprintf(L"-Type = %s\n", str);
SysFreeString(str);
CONTROLTYPEID typeId;
pElm->get_CurrentControlType(&typeId);
switch (typeId) {
// Process checkbox
case UIA_CheckBoxControlTypeId:
IUIAutomationTogglePattern *toggle;
pElm->GetCurrentPattern(UIA_TogglePatternId, (IUnknown**)&toggle);
ToggleState state;
toggle->get_CurrentToggleState(&state);
printf("-Checkbox = %s\n", state == ToggleState::ToggleState_On ? "TRUE"
: (state == ToggleState::ToggleState_Off ? "FALSE" : "INTER"));
break;
// Process VB6 listview
case UIA_PaneControlTypeId:
pElm->get_CurrentClassName(&str);
if (str != nullptr && wcscmp(str, L"ListView20WndClass") == 0) {
HWND hwnd;
pElm->get_CurrentNativeWindowHandle((UIA_HWND*)&hwnd);
printf("-VB6 Listview: %p\n", hwnd);
CString txt = getListViewItemText(hwnd, 0, 0);
//txt = "Test";
printf("-[0,0] = %S\n", (const wchar_t*)txt);
}
SysFreeString(str);
break;
// Process normal listview
case UIA_ListControlTypeId:
HWND hwnd;
pElm->get_CurrentNativeWindowHandle((UIA_HWND*)&hwnd);
printf("-Normal Listview: %p\n", hwnd);
CString txt = getListViewItemText(hwnd, 0, 0);
//txt = "Test";
printf("-[0,0] = %S\n", (const wchar_t*)txt);
break;
}
wprintf(L"\n");
pElm->Release();
}
printf("\n");
}
// Release UIAutomation instance
pAuto->Release();
}
// Release COM
CoUninitialize();
}
int main()
{
UI_Spy();
cin.get();
return 0;
}
当计数到 5..4..3..2..1 时,只需将鼠标悬停在屏幕上的某个元素上即可进行检查。
但是当我将鼠标悬停在列表视图上时:
-
VB6列表视图(ListView20WndClass):它返回一个空字符串(预期是
101
以我为例)
- MFC/Winform列表视图(SysListView32):鼠标下的应用程序停止工作(控制台应用程序仍在运行)