144 lines
10 KiB
PHP
144 lines
10 KiB
PHP
// Chrome Telegram Web integration: native accessibility, no OCR or polling timer.
|
|
#include "chat_context.h"
|
|
#include <uiautomation.h>
|
|
#include <atomic>
|
|
#include <thread>
|
|
namespace ks {
|
|
namespace {
|
|
template<class T> struct BrowserCom {
|
|
T *p{}; ~BrowserCom(){if(p)p->Release();}
|
|
T** out(){return &p;} T* operator->(){return p;}
|
|
};
|
|
std::wstring browserString(IUIAutomationElement* e, PROPERTYID id) {
|
|
VARIANT v;VariantInit(&v);std::wstring s;
|
|
if(SUCCEEDED(e->GetCurrentPropertyValue(id,&v)) && v.vt==VT_BSTR && v.bstrVal) s.assign(v.bstrVal,SysStringLen(v.bstrVal));
|
|
VariantClear(&v);return s;
|
|
}
|
|
struct ChromeElements { BrowserCom<IUIAutomationElement> address,document,header; int addresses{},documents{}; };
|
|
void findChromeElements(IUIAutomationTreeWalker* walker,IUIAutomationElement* e,ChromeElements& found,int depth,int& budget) {
|
|
if(depth>12 || --budget<0)return;
|
|
CONTROLTYPEID type{};BOOL offscreen=TRUE;e->get_CurrentControlType(&type);e->get_CurrentIsOffscreen(&offscreen);
|
|
if(type==UIA_DocumentControlTypeId){
|
|
if(!offscreen && browserString(e,UIA_AutomationIdPropertyId)==L"RootWebArea"){
|
|
if(++found.documents==1){e->AddRef();found.document.p=e;}}
|
|
return; // Never traverse message content.
|
|
}
|
|
if(type==UIA_EditControlTypeId && !offscreen && browserString(e,UIA_ClassNamePropertyId)==L"OmniboxViewViews"){
|
|
if(++found.addresses==1){e->AddRef();found.address.p=e;}}
|
|
BrowserCom<IUIAutomationElement> child;walker->GetFirstChildElement(e,child.out());
|
|
while(child.p && budget>0){findChromeElements(walker,child.p,found,depth+1,budget);BrowserCom<IUIAutomationElement> next;walker->GetNextSiblingElement(child.p,next.out());child.p->Release();child.p=next.p;next.p=nullptr;}
|
|
}
|
|
IUIAutomationElement* chromeHeader(IUIAutomationTreeWalker* walker,IUIAutomationElement* document) {
|
|
// Web K's center pane is separate from its chat list and message history.
|
|
std::function<IUIAutomationElement*(IUIAutomationElement*,int)> center;
|
|
center=[&](IUIAutomationElement* e,int depth)->IUIAutomationElement* {
|
|
if(depth>3)return nullptr;
|
|
if(browserString(e,UIA_AutomationIdPropertyId)==L"column-center"){e->AddRef();return e;}
|
|
auto id=browserString(e,UIA_AutomationIdPropertyId);if(id==L"column-left"||id==L"column-right")return nullptr;
|
|
BrowserCom<IUIAutomationElement> c;walker->GetFirstChildElement(e,c.out());int limit=12;
|
|
while(c.p && --limit>0){if(auto result=center(c.p,depth+1))return result;BrowserCom<IUIAutomationElement> next;walker->GetNextSiblingElement(c.p,next.out());c.p->Release();c.p=next.p;next.p=nullptr;}return nullptr;
|
|
};
|
|
BrowserCom<IUIAutomationElement> pane;pane.p=center(document,0);if(!pane.p)return nullptr;
|
|
BrowserCom<IUIAutomationElement> header;walker->GetFirstChildElement(pane.p,header.out());if(!header.p)return nullptr;
|
|
BrowserCom<IUIAutomationElement> c;walker->GetFirstChildElement(header.p,c.out());int limit=16,buttons=0;IUIAutomationElement* title{};
|
|
while(c.p && --limit>0){CONTROLTYPEID type{};c->get_CurrentControlType(&type);if(type==UIA_ButtonControlTypeId)++buttons;
|
|
if(type==UIA_TextControlTypeId && !title){title=c.p;title->AddRef();}
|
|
BrowserCom<IUIAutomationElement> next;walker->GetNextSiblingElement(c.p,next.out());c.p->Release();c.p=next.p;next.p=nullptr;}
|
|
if(buttons<2 && title){title->Release();title=nullptr;}return title;
|
|
}
|
|
std::wstring chromeTitleKey(IUIAutomationElement* header){
|
|
if(!header)return {};
|
|
auto name=browserString(header,UIA_NamePropertyId);
|
|
if(name.empty()||name.size()>512||name.find_first_of(L"\r\n")!=name.npos)return {};
|
|
return L"telegram-web\n"+name;
|
|
}
|
|
std::wstring chromeSnapshot(IUIAutomation* uia,HWND window,ChromeElements& found) {
|
|
if(!IsWindow(window)||IsIconic(window)||lower(processName(window))!=L"chrome")return {};
|
|
BrowserCom<IUIAutomationElement> root;BrowserCom<IUIAutomationTreeWalker> walker;
|
|
if(FAILED(uia->ElementFromHandle(window,root.out()))||!root.p||FAILED(uia->get_ControlViewWalker(walker.out())))return {};
|
|
int budget=250;findChromeElements(walker.p,root.p,found,0,budget);
|
|
if(found.addresses!=1||found.documents!=1)return {};
|
|
auto address=telegramWebKey(browserString(found.address.p,UIA_ValueValuePropertyId));
|
|
auto document=telegramWebKey(browserString(found.document.p,UIA_ValueValuePropertyId));
|
|
BOOL editing=FALSE;found.address->get_CurrentHasKeyboardFocus(&editing);
|
|
if(editing || address.empty() || address!=document)return {};
|
|
found.header.p=chromeHeader(walker.p,found.document.p);
|
|
return chromeTitleKey(found.header.p);
|
|
}
|
|
std::mutex browserMutex;
|
|
HWND browserWindow{};std::wstring browserKey;
|
|
std::atomic<DWORD> browserThreadId{};
|
|
std::atomic<bool> browserPending{}, browserStopping{};
|
|
std::thread browserThread;
|
|
void invalidateBrowser(){std::lock_guard lock(browserMutex);browserKey.clear();}
|
|
void requestBrowser(){invalidateBrowser();auto id=browserThreadId.load();if(id && !browserPending.exchange(true))PostThreadMessageW(id,WM_APP+61,0,0);}
|
|
void CALLBACK browserForeground(HWINEVENTHOOK,DWORD,HWND,LONG,LONG,DWORD,DWORD){requestBrowser();}
|
|
class BrowserChanged final: public IUIAutomationPropertyChangedEventHandler {
|
|
std::atomic<ULONG> refs{1};
|
|
public:
|
|
HRESULT STDMETHODCALLTYPE QueryInterface(REFIID iid,void** out) override {if(!out)return E_POINTER;*out=nullptr;if(iid==IID_IUnknown||iid==IID_IUIAutomationPropertyChangedEventHandler){*out=static_cast<IUIAutomationPropertyChangedEventHandler*>(this);AddRef();return S_OK;}return E_NOINTERFACE;}
|
|
ULONG STDMETHODCALLTYPE AddRef() override{return ++refs;}
|
|
ULONG STDMETHODCALLTYPE Release() override{auto n=--refs;if(!n)delete this;return n;}
|
|
HRESULT STDMETHODCALLTYPE HandlePropertyChangedEvent(IUIAutomationElement*,PROPERTYID,VARIANT) override {requestBrowser();return S_OK;}
|
|
};
|
|
}
|
|
std::wstring readChromeChat(HWND window) {
|
|
auto hr=CoInitializeEx(nullptr,COINIT_MULTITHREADED);
|
|
struct Apartment{bool own;~Apartment(){if(own)CoUninitialize();}} apartment{SUCCEEDED(hr)};
|
|
BrowserCom<IUIAutomation2> uia;
|
|
if(FAILED(CoCreateInstance(CLSID_CUIAutomation8,nullptr,CLSCTX_INPROC_SERVER,IID_IUIAutomation2,(void**)uia.out())))return {};
|
|
uia->put_ConnectionTimeout(150);uia->put_TransactionTimeout(150);
|
|
ChromeElements elements;return chromeSnapshot(uia.p,window,elements);
|
|
}
|
|
std::wstring cachedChromeChat(HWND window){std::lock_guard lock(browserMutex);return window==browserWindow?browserKey:L"";}
|
|
void startBrowserChatMonitor(){
|
|
if(browserThread.joinable())return;
|
|
browserStopping=false;
|
|
browserThread=std::thread([] {
|
|
CoInitializeEx(nullptr,COINIT_MULTITHREADED);MSG message{};PeekMessageW(&message,nullptr,0,0,PM_NOREMOVE);
|
|
browserThreadId=GetCurrentThreadId();
|
|
auto foreground=SetWinEventHook(EVENT_SYSTEM_FOREGROUND,EVENT_SYSTEM_FOREGROUND,nullptr,browserForeground,0,0,WINEVENT_OUTOFCONTEXT);
|
|
// Focus changes cover tab selection and entering/leaving the address bar.
|
|
auto focus=SetWinEventHook(EVENT_OBJECT_FOCUS,EVENT_OBJECT_FOCUS,nullptr,browserForeground,0,0,WINEVENT_OUTOFCONTEXT);
|
|
BrowserCom<IUIAutomation2> uia;CoCreateInstance(CLSID_CUIAutomation8,nullptr,CLSCTX_INPROC_SERVER,IID_IUIAutomation2,(void**)uia.out());
|
|
BrowserCom<IUIAutomationElement> address,document,header;BrowserCom<BrowserChanged> handler;handler.p=new BrowserChanged;
|
|
if(uia.p){uia->put_ConnectionTimeout(150);uia->put_TransactionTimeout(150);}
|
|
requestBrowser();
|
|
if(browserStopping)PostThreadMessageW(GetCurrentThreadId(),WM_QUIT,0,0);
|
|
while(GetMessageW(&message,nullptr,0,0)>0){
|
|
if(message.message!=WM_APP+61){TranslateMessage(&message);DispatchMessageW(&message);continue;}
|
|
browserPending=false;
|
|
if(!uia.p)continue;
|
|
if(address.p){uia->RemovePropertyChangedEventHandler(address.p,handler.p);address.p->Release();address.p=nullptr;}
|
|
if(document.p){uia->RemovePropertyChangedEventHandler(document.p,handler.p);document.p->Release();document.p=nullptr;}
|
|
if(header.p){uia->RemovePropertyChangedEventHandler(header.p,handler.p);header.p->Release();header.p=nullptr;}
|
|
auto window=GetForegroundWindow();ChromeElements elements;auto key=chromeSnapshot(uia.p,window,elements);
|
|
PROPERTYID properties[]={UIA_ValueValuePropertyId};
|
|
bool subscribed=elements.address.p && elements.document.p;
|
|
if(subscribed){address.p=elements.address.p;elements.address.p=nullptr;document.p=elements.document.p;elements.document.p=nullptr;
|
|
subscribed=SUCCEEDED(uia->AddPropertyChangedEventHandlerNativeArray(address.p,TreeScope_Element,nullptr,handler.p,properties,1));
|
|
subscribed=SUCCEEDED(uia->AddPropertyChangedEventHandlerNativeArray(document.p,TreeScope_Element,nullptr,handler.p,properties,1)) && subscribed;
|
|
if(elements.header.p){header.p=elements.header.p;elements.header.p=nullptr;PROPERTYID nameProperty=UIA_NamePropertyId;
|
|
subscribed=SUCCEEDED(uia->AddPropertyChangedEventHandlerNativeArray(header.p,TreeScope_Element,nullptr,handler.p,&nameProperty,1)) && subscribed;}
|
|
// Close the read/subscribe race without scanning the content tree.
|
|
key=telegramWebKey(browserString(address.p,UIA_ValueValuePropertyId));
|
|
if(key.empty() || key!=telegramWebKey(browserString(document.p,UIA_ValueValuePropertyId)))key.clear();
|
|
else key=chromeTitleKey(header.p);
|
|
BOOL editing=FALSE;address->get_CurrentHasKeyboardFocus(&editing);if(editing)key.clear();
|
|
}
|
|
std::lock_guard lock(browserMutex);browserWindow=window;browserKey=subscribed && !browserPending && window==GetForegroundWindow()?key:L"";
|
|
}
|
|
browserThreadId=0;
|
|
if(foreground)UnhookWinEvent(foreground);
|
|
if(focus)UnhookWinEvent(focus);
|
|
if(uia.p){if(header.p)uia->RemovePropertyChangedEventHandler(header.p,handler.p);if(address.p)uia->RemovePropertyChangedEventHandler(address.p,handler.p);if(document.p)uia->RemovePropertyChangedEventHandler(document.p,handler.p);}
|
|
invalidateBrowser();
|
|
// COM objects release before uninitializing the apartment below.
|
|
if(header.p){header.p->Release();header.p=nullptr;}
|
|
if(address.p){address.p->Release();address.p=nullptr;}if(document.p){document.p->Release();document.p=nullptr;}
|
|
if(uia.p){uia.p->Release();uia.p=nullptr;}CoUninitialize();
|
|
});
|
|
}
|
|
void stopBrowserChatMonitor(){browserStopping=true;auto id=browserThreadId.load();if(id)PostThreadMessageW(id,WM_QUIT,0,0);if(browserThread.joinable())browserThread.join();browserPending=false;}
|
|
}
|