使用 Python 模拟 Windows 8 中的触摸事件

Question

我正在尝试使用 python 为 windows 编写一种驱动程序 8. 我将通过串行接收触摸坐标，然后我想用它来让它看起来好像有人在屏幕上触摸了这些坐标（模拟触摸）。

我的第一个问题是：

Windows 8 中的触摸事件是否与仅在该区域单击鼠标不同？ （我知道他们为触摸事件修改了所有内容，但我不确定这涉及什么——可能像一个效果区域一样，让它对触摸屏更友好？）

第二：

如果是这样，是否有 python 的库来模拟坐标处的“触摸”而不是“点击”？

更新：

使用 ctypes 和评论中链接的页面，我创建了这个：

from ctypes import *

#Constants

#For touchMask
TOUCH_MASK_NONE=          0x00000000 #Default
TOUCH_MASK_CONTACTAREA=   0x00000001
TOUCH_MASK_ORIENTATION=   0x00000002
TOUCH_MASK_PRESSURE=      0x00000004
TOUCH_MASK_ALL=           0x00000007

#For touchFlag
TOUCH_FLAG_NONE=          0x00000000

#For pointerType
PT_POINTER=               0x00000001#All
PT_TOUCH=                 0x00000002
PT_PEN=                   0x00000003
PT_MOUSE=                 0x00000004

#For pointerFlags
POINTER_FLAG_NONE=        0x00000000#Default
POINTER_FLAG_NEW=         0x00000001
POINTER_FLAG_INRANGE=     0x00000002
POINTER_FLAG_INCONTACT=   0x00000004
POINTER_FLAG_FIRSTBUTTON= 0x00000010
POINTER_FLAG_SECONDBUTTON=0x00000020
POINTER_FLAG_THIRDBUTTON= 0x00000040
POINTER_FLAG_FOURTHBUTTON=0x00000080
POINTER_FLAG_FIFTHBUTTON= 0x00000100
POINTER_FLAG_PRIMARY=     0x00002000
POINTER_FLAG_CONFIDENCE=  0x00004000
POINTER_FLAG_CANCELED=    0x00008000
POINTER_FLAG_DOWN=        0x00010000
POINTER_FLAG_UPDATE=      0x00020000
POINTER_FLAG_UP=          0x00040000
POINTER_FLAG_WHEEL=       0x00080000
POINTER_FLAG_HWHEEL=      0x00100000
POINTER_FLAG_CAPTURECHANGED=0x00200000


#Structs Needed

class POINT(Structure):
    _fields_=[("x", c_long),
              ("y", c_long)]

class POINTER_INFO(Structure):
    _fields_=[("pointerType",c_int32),
              ("pointerId",c_uint32),
              ("frameId",c_uint32),
              ("pointerFlags",c_int),
              ("sourceDevice",c_uint32),
              ("hwndTarget",c_uint32),
              ("ptPixelLocation",POINT),
              ("ptHimetricLocation",POINT),
              ("ptPixelLocationRaw",POINT),
              ("ptHimetricLocationRaw",POINT),
              ("dwTime",c_uint32),
              ("historyCount",c_uint32),
              ("inputData",c_int32),
              ("dwKeyStates",c_uint32),
              ("PerformanceCount",c_uint64),
              ("ButtonChangeType",c_int)
              ]

class RECT(Structure):
    _fields_=[("left",c_long),
              ("top",c_long),
              ("right",c_long),
              ("bottom",c_long)]

class POINTER_TOUCH_INFO(Structure):
    _fields_=[("pointerInfo",POINTER_INFO),
              ("touchFlags",c_int),
              ("touchMask",c_int),
              ("rcContact", RECT),
              ("rcContactRaw",RECT),
              ("orientation", c_uint32),
              ("pressure", c_uint32)]



#Initialize Touch Injection

pointerInfo=POINTER_INFO(pointerType=PT_TOUCH,
                         pointerId=0,
                         ptPixelLocation=POINT(950,540))

touchInfo=POINTER_TOUCH_INFO(pointerInfo=pointerInfo,
                             touchFlags=TOUCH_FLAG_NONE,
                             touchMask=TOUCH_MASK_ALL,
                             rcContact=RECT(pointerInfo.ptPixelLocation.x-5,
                                  pointerInfo.ptPixelLocation.y-5,
                                  pointerInfo.ptPixelLocation.x+5,
                                  pointerInfo.ptPixelLocation.y+5),
                             orientation=90,
                             pressure=32000)


if (windll.user32.InitializeTouchInjection(1,1) != 0):
    print "Initialized Touch Injection"
#Press Down
touchInfo.pointerInfo.pointerFlags=(POINTER_FLAG_DOWN|
                                    POINTER_FLAG_INRANGE|
                                    POINTER_FLAG_INCONTACT)
if (windll.user32.InjectTouchInput(1, byref(touchInfo))==0):
    print "Failed with Error: "+ FormatError()

else:
    print "Touch Down Succeeded!"

#Pull Up
touchInfo.pointerInfo.pointerFlags=POINTER_FLAG_UP
if (windll.user32.InjectTouchInput(1,byref(touchInfo))==0):
    print "Failed with Error: "+FormatError()

else:
    print "Pull Up Succeeded!"

每次都因输入参数错误而失败。 我浏览了所有参考资料，但找不到似乎不正确的类型。 有人看到明显的东西吗？

谢谢

Answer 1

感谢 Eryksum 和 Xyroid，我能够让它工作。 感谢您忍受我对 C 类型/Windows 的无知。 这是将触摸仿真打包为函数的最终脚本（还有额外的常量）：

from ctypes import *
from ctypes.wintypes import *

#Constants

#For touchMask
TOUCH_MASK_NONE=          0x00000000 #Default
TOUCH_MASK_CONTACTAREA=   0x00000001
TOUCH_MASK_ORIENTATION=   0x00000002
TOUCH_MASK_PRESSURE=      0x00000004
TOUCH_MASK_ALL=           0x00000007

#For touchFlag
TOUCH_FLAG_NONE=          0x00000000

#For pointerType
PT_POINTER=               0x00000001#All
PT_TOUCH=                 0x00000002
PT_PEN=                   0x00000003
PT_MOUSE=                 0x00000004

#For pointerFlags
POINTER_FLAG_NONE=        0x00000000#Default
POINTER_FLAG_NEW=         0x00000001
POINTER_FLAG_INRANGE=     0x00000002
POINTER_FLAG_INCONTACT=   0x00000004
POINTER_FLAG_FIRSTBUTTON= 0x00000010
POINTER_FLAG_SECONDBUTTON=0x00000020
POINTER_FLAG_THIRDBUTTON= 0x00000040
POINTER_FLAG_FOURTHBUTTON=0x00000080
POINTER_FLAG_FIFTHBUTTON= 0x00000100
POINTER_FLAG_PRIMARY=     0x00002000
POINTER_FLAG_CONFIDENCE=  0x00004000
POINTER_FLAG_CANCELED=    0x00008000
POINTER_FLAG_DOWN=        0x00010000
POINTER_FLAG_UPDATE=      0x00020000
POINTER_FLAG_UP=          0x00040000
POINTER_FLAG_WHEEL=       0x00080000
POINTER_FLAG_HWHEEL=      0x00100000
POINTER_FLAG_CAPTURECHANGED=0x00200000


#Structs Needed

class POINTER_INFO(Structure):
    _fields_=[("pointerType",c_uint32),
              ("pointerId",c_uint32),
              ("frameId",c_uint32),
              ("pointerFlags",c_int),
              ("sourceDevice",HANDLE),
              ("hwndTarget",HWND),
              ("ptPixelLocation",POINT),
              ("ptHimetricLocation",POINT),
              ("ptPixelLocationRaw",POINT),
              ("ptHimetricLocationRaw",POINT),
              ("dwTime",DWORD),
              ("historyCount",c_uint32),
              ("inputData",c_int32),
              ("dwKeyStates",DWORD),
              ("PerformanceCount",c_uint64),
              ("ButtonChangeType",c_int)
              ]


class POINTER_TOUCH_INFO(Structure):
    _fields_=[("pointerInfo",POINTER_INFO),
              ("touchFlags",c_int),
              ("touchMask",c_int),
              ("rcContact", RECT),
              ("rcContactRaw",RECT),
              ("orientation", c_uint32),
              ("pressure", c_uint32)]



#Initialize Pointer and Touch info

pointerInfo=POINTER_INFO(pointerType=PT_TOUCH,
                         pointerId=0,
                         ptPixelLocation=POINT(950,540))

touchInfo=POINTER_TOUCH_INFO(pointerInfo=pointerInfo,
                             touchFlags=TOUCH_FLAG_NONE,
                             touchMask=TOUCH_MASK_ALL,
                             rcContact=RECT(pointerInfo.ptPixelLocation.x-5,
                                  pointerInfo.ptPixelLocation.y-5,
                                  pointerInfo.ptPixelLocation.x+5,
                                  pointerInfo.ptPixelLocation.y+5),
                             orientation=90,
                             pressure=32000)


def makeTouch(x,y,fingerRadius):
    touchInfo.pointerInfo.ptPixelLocation.x=x
    touchInfo.pointerInfo.ptPixelLocation.y=y

    touchInfo.rcContact.left=x-fingerRadius
    touchInfo.rcContact.right=x+fingerRadius
    touchInfo.rcContact.top=y-fingerRadius
    touchInfo.rcContact.bottom=y+fingerRadius

    #Initialize Touch Injection
    if (windll.user32.InitializeTouchInjection(1,1) != 0):
        print "Initialized Touch Injection"

    #Press Down
    touchInfo.pointerInfo.pointerFlags=(POINTER_FLAG_DOWN|
                                        POINTER_FLAG_INRANGE|
                                        POINTER_FLAG_INCONTACT)

    if (windll.user32.InjectTouchInput(1, byref(touchInfo))==0):
        print "Failed with Error: "+ FormatError()

    else:
        print "Touch Down Succeeded!"

    #Pull Up
    touchInfo.pointerInfo.pointerFlags=POINTER_FLAG_UP

    if (windll.user32.InjectTouchInput(1,byref(touchInfo))==0):
        print "Failed with Error: "+FormatError()

    else:
        print "Pull Up Succeeded!"

    return

#Ex:
#makeTouch(950,270,5)

Answer 2

对于未来的多点触控旅行者，上面的示例需要一些重要的按摩来创建具有适当生命周期的多个触摸事件。

这包括维护持久的POINTER_TOUCH_INFO arrays，适当地设置它们的 ID，并根据需要正确调用DOWN 、 UPDATE和UP事件。

希望示例脚本的这一添加将节省其他人的时间：

from ctypes import *
from ctypes.wintypes import *

# Constants
# For touchMask
TOUCH_MASK_NONE=          0x00000000 # Default
TOUCH_MASK_CONTACTAREA=   0x00000001
TOUCH_MASK_ORIENTATION=   0x00000002
TOUCH_MASK_PRESSURE=      0x00000004
TOUCH_MASK_ALL=           0x00000007

# For touchFlag
TOUCH_FLAG_NONE=          0x00000000

# For pointerType
PT_POINTER=               0x00000001 # All
PT_TOUCH=                 0x00000002
PT_PEN=                   0x00000003
PT_MOUSE=                 0x00000004

#For pointerFlags
POINTER_FLAG_NONE=        0x00000000 # Default
POINTER_FLAG_NEW=         0x00000001
POINTER_FLAG_INRANGE=     0x00000002
POINTER_FLAG_INCONTACT=   0x00000004
POINTER_FLAG_FIRSTBUTTON= 0x00000010
POINTER_FLAG_SECONDBUTTON=0x00000020
POINTER_FLAG_THIRDBUTTON= 0x00000040
POINTER_FLAG_FOURTHBUTTON=0x00000080
POINTER_FLAG_FIFTHBUTTON= 0x00000100
POINTER_FLAG_PRIMARY=     0x00002000
POINTER_FLAG_CONFIDENCE=  0x00004000
POINTER_FLAG_CANCELED=    0x00008000
POINTER_FLAG_DOWN=        0x00010000
POINTER_FLAG_UPDATE=      0x00020000
POINTER_FLAG_UP=          0x00040000
POINTER_FLAG_WHEEL=       0x00080000
POINTER_FLAG_HWHEEL=      0x00100000
POINTER_FLAG_CAPTURECHANGED=0x00200000

# Structs Needed
class POINTER_INFO(Structure):
    _fields_=[("pointerType",c_uint32),
              ("pointerId",c_uint32),
              ("frameId",c_uint32),
              ("pointerFlags",c_int),
              ("sourceDevice",HANDLE),
              ("hwndTarget",HWND),
              ("ptPixelLocation",POINT),
              ("ptHimetricLocation",POINT),
              ("ptPixelLocationRaw",POINT),
              ("ptHimetricLocationRaw",POINT),
              ("dwTime",DWORD),
              ("historyCount",c_uint32),
              ("inputData",c_int32),
              ("dwKeyStates",DWORD),
              ("PerformanceCount",c_uint64),
              ("ButtonChangeType",c_int)
              ]

class POINTER_TOUCH_INFO(Structure):
    _fields_=[("pointerInfo",POINTER_INFO),
              ("touchFlags",c_int),
              ("touchMask",c_int),
              ("rcContact", RECT),
              ("rcContactRaw",RECT),
              ("orientation", c_uint32),
              ("pressure", c_uint32)]

# Initialize Pointer and Touch info
def initialize(maxtouches=10, dwmode=1):
    global touches
    touches = (POINTER_TOUCH_INFO * maxtouches)()

    for ind in range(maxtouches):
        pointerInfo=POINTER_INFO(pointerType     = PT_TOUCH,
                                 pointerId       = ind,
                                 ptPixelLocation = POINT(950,540),
                                 pointerFlags    = POINTER_FLAG_NEW)
        touchInfo=POINTER_TOUCH_INFO(pointerInfo = pointerInfo,
                                    touchFlags   = TOUCH_FLAG_NONE,
                                    touchMask    = TOUCH_MASK_ALL,
                                    rcContact    = RECT(pointerInfo.ptPixelLocation.x-5,
                                                        pointerInfo.ptPixelLocation.y-5,
                                                        pointerInfo.ptPixelLocation.x+5,
                                                        pointerInfo.ptPixelLocation.y+5),
                                    orientation  = 90,
                                    pressure     = 32000)
        touches[ind] = touchInfo

    if (windll.user32.InitializeTouchInjection(len(touches), 1) != 0):
        print("Initialized Touch Injection")

ids_to_update  = 0
currently_down = None
def updateTouchInfo(id, down, x = 0, y = 0, fingerRadius=1, orientation = 90, pressure = 32000):
    global currently_down, ids_to_update
    if currently_down == None or len(currently_down) != len(touches):
        currently_down = [False] * len(touches)

    if down:
        touches[id].pointerInfo.pointerFlags = (((POINTER_FLAG_DOWN) if not currently_down[id] else POINTER_FLAG_UPDATE)|
                                                  POINTER_FLAG_INRANGE |
                                                  POINTER_FLAG_INCONTACT)
        touches[id].orientation                   = orientation
        touches[id].pressure                      = pressure
        touches[id].pointerInfo.ptPixelLocation.x = x
        touches[id].pointerInfo.ptPixelLocation.y = y
        touches[id].rcContact.left                = x - fingerRadius
        touches[id].rcContact.right               = x + fingerRadius
        touches[id].rcContact.top                 = y - fingerRadius
        touches[id].rcContact.bottom              = y + fingerRadius
    else:
        touches[id].pointerInfo.pointerFlags = POINTER_FLAG_UP #if currently_down[id] else POINTER_FLAG_UPDATE #if currently_down[id] else POINTER_FLAG_UPDATE
    ids_to_update     += 1 if down or currently_down[id] else 0
    currently_down[id] = down

def applyTouches():
    global ids_to_update
    if ids_to_update > 0:
        if (windll.user32.InjectTouchInput(int(ids_to_update), byref(touches[0])) == 0):
            print("Failed trying to update", ids_to_update, "points with Error:", FormatError())
    ids_to_update = 0


# Use like:
#import multitouch       # Call once
#multitouch.initialize() # Call once
#for i in range(10):     # Call every frame
#    if i < len(keypoints):
#        multitouch.updateTouchInfo(i, True,
#            int(keypoints[i].pt[0] * 3),
#            int(keypoints[i].pt[1] * 3),
#            int(keypoints[i].size  / 2))
#    else:
#        multitouch.updateTouchInfo(i, False)
#multitouch.applyTouches()