mirror of
https://github.com/Comfy-Org/ComfyUI_frontend.git
synced 2026-04-19 22:09:37 +00:00
## Summary
Harden 98 E2E spec files and 8 fixtures/helpers for deterministic CI
runs by replacing race-prone patterns with retry-safe alternatives.
No source code changes -- only `browser_tests/` is touched.
## Changes
- **E2E spec hardening** (98 spec files, 6 fixtures, 2 helpers):
| Fix class | Sites | Examples |
|-----------|-------|---------:|
| `expect(await ...)` -> `expect.poll()` | ~153 | interaction,
defaultKeybindings, workflows, featureFlags |
| `const x = await loc.count(); expect(x)` -> `toHaveCount()` | ~19 |
menu, linkInteraction, assets, bottomPanelShortcuts |
| `nextFrame()` -> `waitForHidden()` after menu clicks | ~22 |
contextMenu, rightClickMenu, subgraphHelper |
| Redundant `nextFrame()` removed | many | defaultKeybindings, minimap,
builderSaveFlow |
| `expect(async () => { ... }).toPass()` retry blocks | 5 | interaction
(graphdialog dismiss guard) |
| `force:true` removed from `BaseDialog.close()` | 1 | BaseDialog
fixture |
| ContextMenu `waitForHidden` simplified (check-then-act race removed) |
1 | ContextMenu fixture |
| Non-deterministic node order -> proximity-based selection | 1 |
interaction (toggle dom widget) |
| Tight poll timeout (250ms) -> >=2000ms | 2 | templates |
- **Helper improvements**: Exposed locator getters on
`ComfyPage.domWidgets`, `ToastHelper.toastErrors`, and
`WorkflowsSidebarTab.activeWorkflowLabel` so callers can use retrying
assertions (`toHaveCount()`, `toHaveText()`) directly.
- **Flake pattern catalog**: Added section 7 table to
`browser_tests/FLAKE_PREVENTION_RULES.md` documenting 8 pattern classes
for reviewers and future authors.
- **Docs**: Fixed bad examples in `browser_tests/README.md` to use
`expect.poll()`.
- **Breaking**: None
- **Dependencies**: None
## Review Focus
- All fixes follow the rules in
`browser_tests/FLAKE_PREVENTION_RULES.md`
- No behavioral changes to tests -- only timing/retry strategy is
updated
- The `ContextMenu.waitForHidden` simplification removes a
swallowed-error anti-pattern; both locators now use direct `waitFor({
state: 'hidden' })`
---------
Co-authored-by: Amp <amp@ampcode.com>
Co-authored-by: github-actions <github-actions@github.com>
172 lines
5.5 KiB
TypeScript
172 lines
5.5 KiB
TypeScript
import { expect } from '@playwright/test'
|
|
|
|
import { comfyPageFixture as test } from '@e2e/fixtures/ComfyPage'
|
|
import { mockSystemStats } from '@e2e/fixtures/data/systemStats'
|
|
|
|
const MOCK_COMFYUI_VERSION = '9.99.0-e2e-test'
|
|
|
|
test.describe('Settings dialog', { tag: '@ui' }, () => {
|
|
test('About panel renders mocked version from server', async ({
|
|
comfyPage
|
|
}) => {
|
|
const stats = {
|
|
...mockSystemStats,
|
|
system: {
|
|
...mockSystemStats.system,
|
|
comfyui_version: MOCK_COMFYUI_VERSION
|
|
}
|
|
}
|
|
await comfyPage.page.route('**/system_stats**', async (route) => {
|
|
await route.fulfill({ json: stats })
|
|
})
|
|
await comfyPage.setup()
|
|
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
await dialog.goToAboutPanel()
|
|
|
|
const aboutPanel = comfyPage.page.getByTestId('about-panel')
|
|
await expect(aboutPanel).toBeVisible()
|
|
await expect(aboutPanel).toContainText(MOCK_COMFYUI_VERSION)
|
|
await expect(aboutPanel).toContainText('ComfyUI_frontend')
|
|
})
|
|
|
|
test('Toggling a boolean setting through UI persists the value', async ({
|
|
comfyPage
|
|
}) => {
|
|
const settingId = 'Comfy.Validation.Workflows'
|
|
const initialValue = await comfyPage.settings.getSetting<boolean>(settingId)
|
|
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
|
|
try {
|
|
await dialog.searchBox.fill('Validate workflows')
|
|
const settingRow = dialog.root.locator(`[data-setting-id="${settingId}"]`)
|
|
await expect(settingRow).toBeVisible()
|
|
|
|
await settingRow.locator('.p-toggleswitch').click()
|
|
|
|
await expect
|
|
.poll(() => comfyPage.settings.getSetting<boolean>(settingId))
|
|
.toBe(!initialValue)
|
|
} finally {
|
|
await comfyPage.settings.setSetting(settingId, initialValue)
|
|
}
|
|
})
|
|
|
|
test('Can be closed via close button', async ({ comfyPage }) => {
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
await expect(dialog.root).toBeVisible()
|
|
|
|
await dialog.close()
|
|
await expect(dialog.root).not.toBeVisible()
|
|
})
|
|
|
|
test('Escape key closes dialog', async ({ comfyPage }) => {
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
await expect(dialog.root).toBeVisible()
|
|
|
|
await comfyPage.page.keyboard.press('Escape')
|
|
await expect(dialog.root).not.toBeVisible()
|
|
})
|
|
|
|
test('Search filters settings list', async ({ comfyPage }) => {
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
|
|
const settingItems = dialog.root.locator('[data-setting-id]')
|
|
const countBeforeSearch = await settingItems.count()
|
|
|
|
await dialog.searchBox.fill('Validate workflows')
|
|
await expect
|
|
.poll(() => settingItems.count())
|
|
.toBeLessThan(countBeforeSearch)
|
|
})
|
|
|
|
test('Search can be cleared to restore all settings', async ({
|
|
comfyPage
|
|
}) => {
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
|
|
const settingItems = dialog.root.locator('[data-setting-id]')
|
|
const countBeforeSearch = await settingItems.count()
|
|
|
|
await dialog.searchBox.fill('Validate workflows')
|
|
await expect
|
|
.poll(() => settingItems.count())
|
|
.toBeLessThan(countBeforeSearch)
|
|
|
|
await dialog.searchBox.clear()
|
|
await expect.poll(() => settingItems.count()).toBe(countBeforeSearch)
|
|
})
|
|
|
|
test('Category navigation changes content area', async ({ comfyPage }) => {
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
|
|
const firstCategory = dialog.categories.first()
|
|
const firstCategoryName = await firstCategory.textContent()
|
|
await firstCategory.click()
|
|
const firstContent = await dialog.contentArea.textContent()
|
|
|
|
// Find a different category to click
|
|
const categoryCount = await dialog.categories.count()
|
|
let switched = false
|
|
for (let i = 1; i < categoryCount; i++) {
|
|
const cat = dialog.categories.nth(i)
|
|
const catName = await cat.textContent()
|
|
if (catName !== firstCategoryName) {
|
|
await cat.click()
|
|
await expect
|
|
.poll(() => dialog.contentArea.textContent())
|
|
.not.toBe(firstContent)
|
|
switched = true
|
|
break
|
|
}
|
|
}
|
|
expect(switched).toBe(true)
|
|
})
|
|
|
|
test('Dropdown setting can be changed and persists', async ({
|
|
comfyPage
|
|
}) => {
|
|
const settingId = 'Comfy.UseNewMenu'
|
|
const initialValue = await comfyPage.settings.getSetting<string>(settingId)
|
|
|
|
const dialog = comfyPage.settingDialog
|
|
await dialog.open()
|
|
|
|
try {
|
|
await dialog.searchBox.fill('Use new menu')
|
|
const settingRow = dialog.root.locator(`[data-setting-id="${settingId}"]`)
|
|
await expect(settingRow).toBeVisible()
|
|
|
|
// Open the dropdown via its combobox role and verify it expanded.
|
|
// Retry because the PrimeVue Select may re-render during search
|
|
// filtering, causing the first click to land on a stale element.
|
|
const select = settingRow.getByRole('combobox')
|
|
await expect(async () => {
|
|
const expanded = await select.getAttribute('aria-expanded')
|
|
if (expanded !== 'true') await select.click()
|
|
await expect(select).toHaveAttribute('aria-expanded', 'true')
|
|
}).toPass({ timeout: 3000 })
|
|
|
|
// Pick the option that is not the current value
|
|
const targetValue = initialValue === 'Top' ? 'Disabled' : 'Top'
|
|
await comfyPage.page
|
|
.getByRole('option', { name: targetValue, exact: true })
|
|
.click()
|
|
|
|
await expect
|
|
.poll(() => comfyPage.settings.getSetting<string>(settingId))
|
|
.toBe(targetValue)
|
|
} finally {
|
|
await comfyPage.settings.setSetting(settingId, initialValue)
|
|
}
|
|
})
|
|
})
|