135 lines
4.3 KiB
TypeScript
135 lines
4.3 KiB
TypeScript
/**
|
|
* Copyright (c) Microsoft Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at
|
|
*
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
import { test, expect, retries } from './ui-mode-fixtures';
|
|
|
|
test.describe.configure({ mode: 'parallel', retries });
|
|
|
|
test('openai', async ({ runUITest, server }) => {
|
|
const OPENAI_API_KEY = 'fake-key';
|
|
|
|
server.setRoute('/v1/chat/completions', (req, res) => {
|
|
expect(req.headers['authorization']).toBe('Bearer ' + OPENAI_API_KEY);
|
|
const event = {
|
|
object: 'chat.completion.chunk',
|
|
choices: [{ delta: { content: 'This is a mock response' } }]
|
|
};
|
|
res.end(`\n\ndata: ${JSON.stringify(event)}\n\n`);
|
|
});
|
|
|
|
const { page } = await runUITest({
|
|
'a.test.ts': `
|
|
import { test, expect } from '@playwright/test';
|
|
test('trace test', async ({ page }) => {
|
|
await page.setContent('<button>Submit</button>');
|
|
expect(1).toBe(2);
|
|
});
|
|
`,
|
|
}, {
|
|
OPENAI_API_KEY,
|
|
OPENAI_BASE_URL: server.PREFIX,
|
|
});
|
|
|
|
await page.getByTitle('Run all').click();
|
|
await page.getByText('Errors', { exact: true }).click();
|
|
await page.getByRole('button', { name: 'Fix with AI' }).click();
|
|
await page.getByRole('button', { name: 'Send' }).click();
|
|
|
|
await expect(page.getByRole('tabpanel', { name: 'AI' })).toMatchAriaSnapshot(`
|
|
- tabpanel "AI":
|
|
- paragraph: /Here is the error:/
|
|
- code: /Expected. 2 Received. 1/
|
|
- paragraph: This is a mock response
|
|
`);
|
|
});
|
|
|
|
test('anthropic', async ({ runUITest, server }) => {
|
|
const ANTHROPIC_API_KEY = 'fake-key';
|
|
|
|
server.setRoute('/v1/messages', (req, res) => {
|
|
expect(req.headers['x-api-key']).toBe(ANTHROPIC_API_KEY);
|
|
const event = {
|
|
type: 'content_block_delta',
|
|
delta: { text: 'This is a mock response' }
|
|
};
|
|
res.end(`\n\ndata: ${JSON.stringify(event)}\n\n`);
|
|
});
|
|
|
|
const { page } = await runUITest({
|
|
'a.test.ts': `
|
|
import { test, expect } from '@playwright/test';
|
|
test('trace test', async ({ page }) => {
|
|
await page.setContent('<button>Submit</button>');
|
|
expect(1).toBe(2);
|
|
});
|
|
`,
|
|
}, {
|
|
ANTHROPIC_API_KEY,
|
|
ANTHROPIC_BASE_URL: server.PREFIX,
|
|
});
|
|
|
|
await page.getByTitle('Run all').click();
|
|
await page.getByText('Errors', { exact: true }).click();
|
|
await page.getByRole('button', { name: 'Fix with AI' }).click();
|
|
await page.getByRole('button', { name: 'Send' }).click();
|
|
|
|
await expect(page.getByRole('tabpanel', { name: 'AI' })).toMatchAriaSnapshot(`
|
|
- tabpanel "AI":
|
|
- paragraph: /Here is the error:/
|
|
- code: /Expected. 2 Received. 1/
|
|
- paragraph: This is a mock response
|
|
`);
|
|
});
|
|
|
|
test('invisible without key', async ({ runUITest }) => {
|
|
const { page } = await runUITest({
|
|
'a.test.ts': `
|
|
import { test, expect } from '@playwright/test';
|
|
test('trace test', async ({ page }) => {
|
|
await page.setContent('<button>Submit</button>');
|
|
expect(1).toBe(2);
|
|
});
|
|
`,
|
|
});
|
|
|
|
await page.getByTitle('Run all').click();
|
|
await page.getByText('Errors', { exact: true }).click();
|
|
await page.getByRole('button', { name: 'Fix with AI' }).click();
|
|
await expect(page.getByRole('tabpanel', { name: 'AI' })).not.toBeVisible();
|
|
});
|
|
|
|
test('tab stays visible once activated', async ({ runUITest }) => {
|
|
const { page } = await runUITest({
|
|
'a.test.ts': `
|
|
import { test, expect } from '@playwright/test';
|
|
test('trace test', async ({ page }) => {
|
|
await page.setContent('<button>Submit</button>');
|
|
expect(1).toBe(2);
|
|
});
|
|
`,
|
|
}, {
|
|
ANTHROPIC_API_KEY: 'fake-key',
|
|
});
|
|
|
|
await page.getByTitle('Run all').click();
|
|
await page.getByText('Errors', { exact: true }).click();
|
|
await page.getByRole('button', { name: 'Fix with AI' }).click();
|
|
await expect(page.getByRole('tabpanel', { name: 'AI' })).toBeVisible();
|
|
|
|
await page.reload();
|
|
await expect(page.getByRole('tabpanel', { name: 'AI' })).toBeVisible();
|
|
});
|