diff --git a/tests/electron/electron-app.spec.ts b/tests/electron/electron-app.spec.ts index 14771819f8..c221d51db4 100644 --- a/tests/electron/electron-app.spec.ts +++ b/tests/electron/electron-app.spec.ts @@ -48,7 +48,8 @@ test('should script application', async ({ electronApp }) => { expect(appPath).toBe(path.resolve(__dirname)); }); -test('should preserve args', async ({ launchElectronApp }) => { +test('should preserve args', async ({ launchElectronApp, isMac }) => { + test.fixme(isMac, 'https://github.com/microsoft/playwright/issues/21512'); const electronApp = await launchElectronApp('electron-app-args.js', ['foo', 'bar']); const argv = await electronApp.evaluate(async () => globalThis.argv); expect(argv).toEqual([expect.stringContaining(path.join('dist', 'electron')), expect.stringContaining(path.join('electron', 'electron-app-args.js')), 'foo', 'bar']); diff --git a/tests/library/capabilities.spec.ts b/tests/library/capabilities.spec.ts index ad33e90da1..9b521062db 100644 --- a/tests/library/capabilities.spec.ts +++ b/tests/library/capabilities.spec.ts @@ -107,7 +107,8 @@ it('should play audio @smoke', async ({ page, server, browserName, platform }) = expect(await page.$eval('audio', e => e.currentTime)).toBeGreaterThan(0.2); }); -it('should support webgl @smoke', async ({ page, browserName, headless }) => { +it('should support webgl @smoke', async ({ page, browserName, headless, browserMajorVersion, channel }) => { + it.fixme(channel === 'msedge' && browserMajorVersion === 111, 'https://github.com/microsoft/playwright/issues/21549'); const hasWebGL = await page.evaluate(() => { const canvas = document.createElement('canvas'); return !!canvas.getContext('webgl'); @@ -115,7 +116,8 @@ it('should support webgl @smoke', async ({ page, browserName, headless }) => { expect(hasWebGL).toBe(true); }); -it('should support webgl 2 @smoke', async ({ page, browserName, headless, isWindows }) => { +it('should support webgl 2 @smoke', async ({ page, browserName, headless, isWindows, channel, browserMajorVersion }) => { + it.fixme(channel === 'msedge' && browserMajorVersion === 111, 'https://github.com/microsoft/playwright/issues/21549'); it.skip(browserName === 'webkit', 'WebKit doesn\'t have webgl2 enabled yet upstream.'); it.fixme(browserName === 'firefox' && isWindows); it.fixme(browserName === 'chromium' && !headless, 'chromium doesn\'t like webgl2 when running under xvfb'); diff --git a/tests/library/inspector/cli-codegen-2.spec.ts b/tests/library/inspector/cli-codegen-2.spec.ts index 5183ab69ed..2fd0f89b43 100644 --- a/tests/library/inspector/cli-codegen-2.spec.ts +++ b/tests/library/inspector/cli-codegen-2.spec.ts @@ -104,7 +104,8 @@ test.describe('cli codegen', () => { expect(errors.length).toBe(0); }); - test('should upload a single file', async ({ page, openRecorder, browserName, asset }) => { + test('should upload a single file', async ({ page, openRecorder, browserName, asset, isLinux }) => { + test.fixme(browserName === 'firefox' && isLinux, 'https://github.com/microsoft/playwright/issues/21550'); const recorder = await openRecorder(); await recorder.setContentAndWait(`
@@ -134,7 +135,8 @@ test.describe('cli codegen', () => { await page.GetByRole(AriaRole.Textbox).SetInputFilesAsync(new[] { \"file-to-upload.txt\" });`); }); - test('should upload multiple files', async ({ page, openRecorder, browserName, asset }) => { + test('should upload multiple files', async ({ page, openRecorder, browserName, asset, isLinux }) => { + test.fixme(browserName === 'firefox' && isLinux, 'https://github.com/microsoft/playwright/issues/21550'); const recorder = await openRecorder(); await recorder.setContentAndWait(` @@ -164,7 +166,8 @@ test.describe('cli codegen', () => { await page.GetByRole(AriaRole.Textbox).SetInputFilesAsync(new[] { \"file-to-upload.txt\", \"file-to-upload-2.txt\" });`); }); - test('should clear files', async ({ page, openRecorder, browserName, asset }) => { + test('should clear files', async ({ page, openRecorder, browserName, asset, isLinux }) => { + test.fixme(browserName === 'firefox' && isLinux, 'https://github.com/microsoft/playwright/issues/21550'); const recorder = await openRecorder(); await recorder.setContentAndWait(` diff --git a/tests/library/trace-viewer.spec.ts b/tests/library/trace-viewer.spec.ts index ff8b7123ee..d75764c5b6 100644 --- a/tests/library/trace-viewer.spec.ts +++ b/tests/library/trace-viewer.spec.ts @@ -25,6 +25,8 @@ const test = playwrightTest.extend(traceViewerFixtures); test.skip(({ trace }) => trace === 'on'); test.slow(); +test.fixme(({ mode }) => mode === 'service' || mode === 'driver', 'https://github.com/microsoft/playwright/issues/21435'); + let traceFile: string; test.beforeAll(async function recordTrace({ browser, browserName, browserType, server }, workerInfo) { diff --git a/tests/library/video.spec.ts b/tests/library/video.spec.ts index 17cb788add..7cf3679285 100644 --- a/tests/library/video.spec.ts +++ b/tests/library/video.spec.ts @@ -512,7 +512,8 @@ it.describe('screencast', () => { expect(videoPlayer.videoHeight).toBe(600); }); - it('should capture static page in persistent context @smoke', async ({ launchPersistent, browserName, trace }, testInfo) => { + it('should capture static page in persistent context @smoke', async ({ launchPersistent, browserName, trace, isMac }, testInfo) => { + it.skip(browserName === 'webkit' && isMac && process.arch === 'arm64', 'Is only failing on self-hosted github actions runner on M1 mac; not reproducible locally'); const size = { width: 600, height: 400 }; const { context, page } = await launchPersistent({ recordVideo: { diff --git a/tests/page/page-click.spec.ts b/tests/page/page-click.spec.ts index 1c8a8dd6a3..2d4fe49e41 100644 --- a/tests/page/page-click.spec.ts +++ b/tests/page/page-click.spec.ts @@ -159,7 +159,9 @@ it('should select the text by triple clicking', async ({ page, server }) => { })).toBe(text); }); -it('should click offscreen buttons', async ({ page, server }) => { +it('should click offscreen buttons', async ({ page, server, browserName, headless }) => { + it.fixme(!headless && browserName === 'firefox' && process.platform === 'darwin', 'https://github.com/microsoft/playwright/issues/20993'); + await page.goto(server.PREFIX + '/offscreenbuttons.html'); const messages = []; page.on('console', msg => messages.push(msg.text())); diff --git a/tests/page/page-screenshot.spec.ts b/tests/page/page-screenshot.spec.ts index 9b2c472986..7d56f26ff1 100644 --- a/tests/page/page-screenshot.spec.ts +++ b/tests/page/page-screenshot.spec.ts @@ -277,7 +277,8 @@ it.describe('page screenshot', () => { expect(screenshot).toMatchSnapshot('screenshot-canvas.png'); }); - it('should capture canvas changes', async ({ page, isElectron, browserName, isMac, isWebView2 }) => { + it('should capture canvas changes', async ({ page, isElectron, browserName, isMac, channel, browserMajorVersion, isWebView2 }) => { + it.fixme(browserName === 'firefox' && channel === 'firefox-beta' && browserMajorVersion === 110, 'https://github.com/microsoft/playwright/issues/20522'); it.fixme(browserName === 'webkit' && isMac, 'https://github.com/microsoft/playwright/issues/8796,https://github.com/microsoft/playwright/issues/16180'); it.skip(isElectron); it.skip(isWebView2);