Comfy-Org/ComfyUI_frontend
1
0
Fork 0
mirror of https://github.com/Comfy-Org/ComfyUI_frontend.git synced 2026-04-20 06:20:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: monkey-patch page.mouse for universal cursor overlay

Browse Source 
Instead of manually calling moveCursorOverlay in each action,
patch page.mouse.move/click/dblclick/down/up globally. Now EVERY
mouse operation shows the cursor — text clicks, menu hovers, etc.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
snomiao
2026-03-27 15:47:56 +00:00
parent 27d55f093b
commit 5938fdef8d
1 changed files with 44 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

54
scripts/qa-record.ts
View File

@@ -835,39 +835,29 @@ export async function executeAction(
break
}
case 'clickCanvas':
await moveCursorOverlay(page, step.x, step.y)
await page.mouse.move(step.x, step.y)
await sleep(300)
await clickCursorOverlay(page, true)
await page.mouse.click(step.x, step.y)
await clickCursorOverlay(page, false)
await sleep(300)
break
case 'rightClickCanvas':
await moveCursorOverlay(page, step.x, step.y)
await page.mouse.move(step.x, step.y)
await sleep(300)
await clickCursorOverlay(page, true)
await page.mouse.click(step.x, step.y, { button: 'right' })
await clickCursorOverlay(page, false)
await sleep(500)
break
case 'dragCanvas': {
await moveCursorOverlay(page, step.fromX, step.fromY)
await page.mouse.move(step.fromX, step.fromY)
await clickCursorOverlay(page, true)
await page.mouse.down()
await sleep(100)
const dragSteps = 5
for (let i = 1; i <= dragSteps; i++) {
const x = step.fromX + ((step.toX - step.fromX) * i) / dragSteps
const y = step.fromY + ((step.toY - step.fromY) * i) / dragSteps
await moveCursorOverlay(page, x, y)
await page.mouse.move(x, y)
await sleep(50)
}
await page.mouse.up()
await clickCursorOverlay(page, false)
await sleep(300)
break
}
@@ -1824,6 +1814,50 @@ async function launchSessionAndLogin(
else document.addEventListener('DOMContentLoaded', init)
})
// Monkey-patch page.mouse to auto-update cursor overlay on ALL mouse ops
const origMove = page.mouse.move.bind(page.mouse)
const origClick = page.mouse.click.bind(page.mouse)
const origDown = page.mouse.down.bind(page.mouse)
const origUp = page.mouse.up.bind(page.mouse)
const origDblclick = page.mouse.dblclick.bind(page.mouse)
page.mouse.move = async (
x: number,
y: number,
options?: Parameters<typeof origMove>[2]
) => {
await origMove(x, y, options)
await moveCursorOverlay(page, x, y)
}
page.mouse.click = async (
x: number,
y: number,
options?: Parameters<typeof origClick>[2]
) => {
await moveCursorOverlay(page, x, y)
await clickCursorOverlay(page, true)
await origClick(x, y, options)
await clickCursorOverlay(page, false)
}
page.mouse.dblclick = async (
x: number,
y: number,
options?: Parameters<typeof origDblclick>[2]
) => {
await moveCursorOverlay(page, x, y)
await clickCursorOverlay(page, true)
await origDblclick(x, y, options)
await clickCursorOverlay(page, false)
}
page.mouse.down = async (options?: Parameters<typeof origDown>[0]) => {
await clickCursorOverlay(page, true)
await origDown(options)
}
page.mouse.up = async (options?: Parameters<typeof origUp>[0]) => {
await origUp(options)
await clickCursorOverlay(page, false)
}
console.warn(`Opening ComfyUI at ${opts.serverUrl}`)
await page.goto(opts.serverUrl, {
waitUntil: 'domcontentloaded',