chore(tests): meaningful split between test.js and playwright.spec.js (#1630)
CLI handling goes to test.js. Everything about running tests goes to playwright.spec.js. This will help isplaywrightready and future jest integration.
This commit is contained in:
Dmitry Gozman
GitHub
parent
9d04dcc0ce
commit
14dbf4a20b
|
|
@ -16,213 +16,275 @@
|
||||||
*/
|
*/
|
||||||
const fs = require('fs');
|
const fs = require('fs');
|
||||||
const path = require('path');
|
const path = require('path');
|
||||||
const os = require('os');
|
|
||||||
const rm = require('rimraf').sync;
|
const rm = require('rimraf').sync;
|
||||||
const GoldenUtils = require('./golden-utils');
|
const GoldenUtils = require('./golden-utils');
|
||||||
const {Matchers} = require('../utils/testrunner/');
|
const {Matchers} = require('../utils/testrunner/');
|
||||||
const readline = require('readline');
|
const readline = require('readline');
|
||||||
|
const {TestServer} = require('../utils/testserver/');
|
||||||
|
|
||||||
const YELLOW_COLOR = '\x1b[33m';
|
const YELLOW_COLOR = '\x1b[33m';
|
||||||
const RESET_COLOR = '\x1b[0m';
|
const RESET_COLOR = '\x1b[0m';
|
||||||
|
|
||||||
|
const BROWSER_CONFIGS = [
|
||||||
|
{
|
||||||
|
name: 'Firefox',
|
||||||
|
events: {
|
||||||
|
...require('../lib/events').Events,
|
||||||
|
...require('../lib/chromium/events').Events,
|
||||||
|
},
|
||||||
|
missingCoverage: ['browserContext.setGeolocation', 'browserContext.setOffline', 'cDPSession.send', 'cDPSession.detach'],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'WebKit',
|
||||||
|
events: require('../lib/events').Events,
|
||||||
|
missingCoverage: ['browserContext.clearPermissions', 'cDPSession.send', 'cDPSession.detach'],
|
||||||
|
},
|
||||||
|
{
|
||||||
|
name: 'Chromium',
|
||||||
|
events: require('../lib/events').Events,
|
||||||
|
missingCoverage: [],
|
||||||
|
},
|
||||||
|
];
|
||||||
|
const browserNames = BROWSER_CONFIGS.map(config => config.name);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @type {TestSuite}
|
* @type {TestSuite}
|
||||||
*/
|
*/
|
||||||
module.exports.describe = ({testRunner, product, playwrightPath}) => {
|
module.exports.addPlaywrightTests = ({testRunner, platform, products, playwrightPath, headless, slowMo, dumpProtocolOnFailure, coverage}) => {
|
||||||
const {describe, xdescribe, fdescribe} = testRunner;
|
const {describe, xdescribe, fdescribe} = testRunner;
|
||||||
const {it, fit, xit, dit} = testRunner;
|
|
||||||
const {beforeAll, beforeEach, afterAll, afterEach} = testRunner;
|
const {beforeAll, beforeEach, afterAll, afterEach} = testRunner;
|
||||||
|
|
||||||
const CHROMIUM = product === 'Chromium';
|
const MAC = platform === 'darwin';
|
||||||
const FFOX = product === 'Firefox';
|
const LINUX = platform === 'linux';
|
||||||
const WEBKIT = product === 'WebKit';
|
const WIN = platform === 'win32';
|
||||||
const MAC = os.platform() === 'darwin';
|
|
||||||
const LINUX = os.platform() === 'linux';
|
|
||||||
const WIN = os.platform() === 'win32';
|
|
||||||
|
|
||||||
const playwright = require(playwrightPath);
|
const playwright = require(playwrightPath);
|
||||||
const browserType = playwright[product.toLowerCase()];
|
|
||||||
|
|
||||||
const headless = !!valueFromEnv('HEADLESS', true);
|
beforeAll(async state => {
|
||||||
const slowMo = valueFromEnv('SLOW_MO', 0);
|
const assetsPath = path.join(__dirname, 'assets');
|
||||||
const dumpProtocolOnFailure = valueFromEnv('DEBUGP', false);
|
const cachedPath = path.join(__dirname, 'assets', 'cached');
|
||||||
|
|
||||||
function valueFromEnv(name, defaultValue) {
|
const port = 8907 + state.parallelIndex * 3;
|
||||||
if (!(name in process.env))
|
state.server = await TestServer.create(assetsPath, port);
|
||||||
return defaultValue;
|
state.server.enableHTTPCache(cachedPath);
|
||||||
return JSON.parse(process.env[name]);
|
state.server.PORT = port;
|
||||||
}
|
state.server.PREFIX = `http://localhost:${port}`;
|
||||||
const executablePath = {
|
state.server.CROSS_PROCESS_PREFIX = `http://127.0.0.1:${port}`;
|
||||||
'Chromium': process.env.CRPATH,
|
state.server.EMPTY_PAGE = `http://localhost:${port}/empty.html`;
|
||||||
'Firefox': process.env.FFPATH,
|
|
||||||
'WebKit': process.env.WKPATH,
|
|
||||||
}[product];
|
|
||||||
const defaultBrowserOptions = {
|
|
||||||
handleSIGINT: false,
|
|
||||||
executablePath,
|
|
||||||
slowMo,
|
|
||||||
headless,
|
|
||||||
};
|
|
||||||
|
|
||||||
if (defaultBrowserOptions.executablePath) {
|
const httpsPort = port + 1;
|
||||||
console.warn(`${YELLOW_COLOR}WARN: running ${product} tests with ${defaultBrowserOptions.executablePath}${RESET_COLOR}`);
|
state.httpsServer = await TestServer.createHTTPS(assetsPath, httpsPort);
|
||||||
} else {
|
state.httpsServer.enableHTTPCache(cachedPath);
|
||||||
// Make sure the `npm install` was run after the chromium roll.
|
state.httpsServer.PORT = httpsPort;
|
||||||
if (!fs.existsSync(browserType.executablePath()))
|
state.httpsServer.PREFIX = `https://localhost:${httpsPort}`;
|
||||||
throw new Error(`Browser is not downloaded. Run 'npm install' and try to re-run tests`);
|
state.httpsServer.CROSS_PROCESS_PREFIX = `https://127.0.0.1:${httpsPort}`;
|
||||||
}
|
state.httpsServer.EMPTY_PAGE = `https://localhost:${httpsPort}/empty.html`;
|
||||||
|
|
||||||
const GOLDEN_DIR = path.join(__dirname, 'golden-' + product.toLowerCase());
|
const sourcePort = port + 2;
|
||||||
const OUTPUT_DIR = path.join(__dirname, 'output-' + product.toLowerCase());
|
state.sourceServer = await TestServer.create(path.join(__dirname, '..'), sourcePort);
|
||||||
const ASSETS_DIR = path.join(__dirname, 'assets');
|
state.sourceServer.PORT = sourcePort;
|
||||||
if (fs.existsSync(OUTPUT_DIR))
|
state.sourceServer.PREFIX = `http://localhost:${sourcePort}`;
|
||||||
rm(OUTPUT_DIR);
|
|
||||||
const {expect} = new Matchers({
|
|
||||||
toBeGolden: GoldenUtils.compare.bind(null, GOLDEN_DIR, OUTPUT_DIR)
|
|
||||||
});
|
});
|
||||||
|
|
||||||
const testOptions = {
|
afterAll(async({server, sourceServer, httpsServer}) => {
|
||||||
testRunner,
|
await Promise.all([
|
||||||
product,
|
server.stop(),
|
||||||
FFOX,
|
httpsServer.stop(),
|
||||||
WEBKIT,
|
sourceServer.stop(),
|
||||||
CHROMIUM,
|
]);
|
||||||
MAC,
|
|
||||||
LINUX,
|
|
||||||
WIN,
|
|
||||||
browserType,
|
|
||||||
playwright,
|
|
||||||
expect,
|
|
||||||
defaultBrowserOptions,
|
|
||||||
playwrightPath,
|
|
||||||
headless: !!defaultBrowserOptions.headless,
|
|
||||||
ASSETS_DIR,
|
|
||||||
};
|
|
||||||
|
|
||||||
function loadTests(modulePath) {
|
|
||||||
const module = require(modulePath);
|
|
||||||
if (typeof module.describe === 'function')
|
|
||||||
describe('', module.describe, testOptions);
|
|
||||||
if (typeof module.fdescribe === 'function')
|
|
||||||
fdescribe('', module.fdescribe, testOptions);
|
|
||||||
if (typeof module.xdescribe === 'function')
|
|
||||||
xdescribe('', module.xdescribe, testOptions);
|
|
||||||
}
|
|
||||||
|
|
||||||
describe('', function() {
|
|
||||||
beforeAll(async state => {
|
|
||||||
state.browser = await browserType.launch(defaultBrowserOptions);
|
|
||||||
state.browserServer = state.browser.__server__;
|
|
||||||
state._stdout = readline.createInterface({ input: state.browserServer.process().stdout });
|
|
||||||
state._stderr = readline.createInterface({ input: state.browserServer.process().stderr });
|
|
||||||
});
|
|
||||||
|
|
||||||
afterAll(async state => {
|
|
||||||
await state.browserServer.close();
|
|
||||||
state.browser = null;
|
|
||||||
state.browserServer = null;
|
|
||||||
state._stdout.close();
|
|
||||||
state._stderr.close();
|
|
||||||
});
|
});
|
||||||
|
|
||||||
beforeEach(async(state, test) => {
|
beforeEach(async({server, httpsServer}) => {
|
||||||
test.output = [];
|
server.reset();
|
||||||
const dumpout = data => test.output.push(`\x1b[33m[pw:stdio:out]\x1b[0m ${data}`);
|
httpsServer.reset();
|
||||||
const dumperr = data => test.output.push(`\x1b[31m[pw:stdio:err]\x1b[0m ${data}`);
|
});
|
||||||
state._stdout.on('line', dumpout);
|
|
||||||
state._stderr.on('line', dumperr);
|
for (const productInfo of products) {
|
||||||
if (dumpProtocolOnFailure)
|
const product = productInfo.product;
|
||||||
state.browser._setDebugFunction(data => test.output.push(`\x1b[32m[pw:protocol]\x1b[0m ${data}`));
|
const browserType = playwright[product.toLowerCase()];
|
||||||
state.tearDown = async () => {
|
const CHROMIUM = product === 'Chromium';
|
||||||
state._stdout.off('line', dumpout);
|
const FFOX = product === 'Firefox';
|
||||||
state._stderr.off('line', dumperr);
|
const WEBKIT = product === 'WebKit';
|
||||||
if (dumpProtocolOnFailure)
|
const defaultBrowserOptions = {
|
||||||
state.browser._setDebugFunction(() => void 0);
|
handleSIGINT: false,
|
||||||
};
|
executablePath: productInfo.executablePath,
|
||||||
|
slowMo,
|
||||||
|
headless,
|
||||||
|
};
|
||||||
|
|
||||||
|
if (defaultBrowserOptions.executablePath) {
|
||||||
|
console.warn(`${YELLOW_COLOR}WARN: running ${product} tests with ${defaultBrowserOptions.executablePath}${RESET_COLOR}`);
|
||||||
|
} else {
|
||||||
|
// Make sure the `npm install` was run after the chromium roll.
|
||||||
|
if (!fs.existsSync(browserType.executablePath()))
|
||||||
|
throw new Error(`Browser is not downloaded. Run 'npm install' and try to re-run tests`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const GOLDEN_DIR = path.join(__dirname, 'golden-' + product.toLowerCase());
|
||||||
|
const OUTPUT_DIR = path.join(__dirname, 'output-' + product.toLowerCase());
|
||||||
|
const ASSETS_DIR = path.join(__dirname, 'assets');
|
||||||
|
if (fs.existsSync(OUTPUT_DIR))
|
||||||
|
rm(OUTPUT_DIR);
|
||||||
|
const {expect} = new Matchers({
|
||||||
|
toBeGolden: GoldenUtils.compare.bind(null, GOLDEN_DIR, OUTPUT_DIR)
|
||||||
});
|
});
|
||||||
|
|
||||||
afterEach(async (state, test) => {
|
const testOptions = {
|
||||||
if (state.browser.contexts().length !== 0) {
|
testRunner,
|
||||||
if (test.result === 'ok')
|
product,
|
||||||
console.warn(`\nWARNING: test "${test.fullName()}" (${test.location()}) did not close all created contexts!\n`);
|
FFOX,
|
||||||
await Promise.all(state.browser.contexts().map(context => context.close()));
|
WEBKIT,
|
||||||
}
|
CHROMIUM,
|
||||||
await state.tearDown();
|
MAC,
|
||||||
});
|
LINUX,
|
||||||
|
WIN,
|
||||||
|
browserType,
|
||||||
|
playwright,
|
||||||
|
expect,
|
||||||
|
defaultBrowserOptions,
|
||||||
|
playwrightPath,
|
||||||
|
headless: !!defaultBrowserOptions.headless,
|
||||||
|
ASSETS_DIR,
|
||||||
|
};
|
||||||
|
|
||||||
describe('', function() {
|
function loadTests(modulePath) {
|
||||||
beforeEach(async state => {
|
const module = require(modulePath);
|
||||||
state.context = await state.browser.newContext();
|
if (typeof module.describe === 'function')
|
||||||
state.page = await state.context.newPage();
|
describe('', module.describe, testOptions);
|
||||||
|
if (typeof module.fdescribe === 'function')
|
||||||
|
fdescribe('', module.fdescribe, testOptions);
|
||||||
|
if (typeof module.xdescribe === 'function')
|
||||||
|
xdescribe('', module.xdescribe, testOptions);
|
||||||
|
}
|
||||||
|
|
||||||
|
describe(product, () => {
|
||||||
|
describe('', function() {
|
||||||
|
beforeAll(async state => {
|
||||||
|
state.browser = await browserType.launch(defaultBrowserOptions);
|
||||||
|
state.browserServer = state.browser.__server__;
|
||||||
|
state._stdout = readline.createInterface({ input: state.browserServer.process().stdout });
|
||||||
|
state._stderr = readline.createInterface({ input: state.browserServer.process().stderr });
|
||||||
|
});
|
||||||
|
|
||||||
|
afterAll(async state => {
|
||||||
|
await state.browserServer.close();
|
||||||
|
state.browser = null;
|
||||||
|
state.browserServer = null;
|
||||||
|
state._stdout.close();
|
||||||
|
state._stderr.close();
|
||||||
|
});
|
||||||
|
|
||||||
|
beforeEach(async(state, test) => {
|
||||||
|
test.output = [];
|
||||||
|
const dumpout = data => test.output.push(`\x1b[33m[pw:stdio:out]\x1b[0m ${data}`);
|
||||||
|
const dumperr = data => test.output.push(`\x1b[31m[pw:stdio:err]\x1b[0m ${data}`);
|
||||||
|
state._stdout.on('line', dumpout);
|
||||||
|
state._stderr.on('line', dumperr);
|
||||||
|
if (dumpProtocolOnFailure)
|
||||||
|
state.browser._setDebugFunction(data => test.output.push(`\x1b[32m[pw:protocol]\x1b[0m ${data}`));
|
||||||
|
state.tearDown = async () => {
|
||||||
|
state._stdout.off('line', dumpout);
|
||||||
|
state._stderr.off('line', dumperr);
|
||||||
|
if (dumpProtocolOnFailure)
|
||||||
|
state.browser._setDebugFunction(() => void 0);
|
||||||
|
};
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(async (state, test) => {
|
||||||
|
if (state.browser.contexts().length !== 0) {
|
||||||
|
if (test.result === 'ok')
|
||||||
|
console.warn(`\nWARNING: test "${test.fullName()}" (${test.location()}) did not close all created contexts!\n`);
|
||||||
|
await Promise.all(state.browser.contexts().map(context => context.close()));
|
||||||
|
}
|
||||||
|
await state.tearDown();
|
||||||
|
});
|
||||||
|
|
||||||
|
describe('', function() {
|
||||||
|
beforeEach(async state => {
|
||||||
|
state.context = await state.browser.newContext();
|
||||||
|
state.page = await state.context.newPage();
|
||||||
|
});
|
||||||
|
|
||||||
|
afterEach(async state => {
|
||||||
|
await state.context.close();
|
||||||
|
state.context = null;
|
||||||
|
state.page = null;
|
||||||
|
});
|
||||||
|
|
||||||
|
// Page-level tests that are given a browser, a context and a page.
|
||||||
|
// Each test is launched in a new browser context.
|
||||||
|
describe('[Accessibility]', () => loadTests('./accessibility.spec.js'));
|
||||||
|
describe('[Driver]', () => {
|
||||||
|
loadTests('./autowaiting.spec.js');
|
||||||
|
loadTests('./click.spec.js');
|
||||||
|
loadTests('./cookies.spec.js');
|
||||||
|
loadTests('./dialog.spec.js');
|
||||||
|
loadTests('./elementhandle.spec.js');
|
||||||
|
loadTests('./emulation.spec.js');
|
||||||
|
loadTests('./evaluation.spec.js');
|
||||||
|
loadTests('./frame.spec.js');
|
||||||
|
loadTests('./focus.spec.js');
|
||||||
|
loadTests('./input.spec.js');
|
||||||
|
loadTests('./jshandle.spec.js');
|
||||||
|
loadTests('./keyboard.spec.js');
|
||||||
|
loadTests('./mouse.spec.js');
|
||||||
|
loadTests('./navigation.spec.js');
|
||||||
|
loadTests('./network.spec.js');
|
||||||
|
loadTests('./page.spec.js');
|
||||||
|
loadTests('./queryselector.spec.js');
|
||||||
|
loadTests('./screenshot.spec.js');
|
||||||
|
loadTests('./waittask.spec.js');
|
||||||
|
loadTests('./interception.spec.js');
|
||||||
|
loadTests('./geolocation.spec.js');
|
||||||
|
loadTests('./workers.spec.js');
|
||||||
|
loadTests('./capabilities.spec.js');
|
||||||
|
});
|
||||||
|
describe('[Permissions]', () => {
|
||||||
|
loadTests('./permissions.spec.js');
|
||||||
|
});
|
||||||
|
|
||||||
|
describe.skip(!CHROMIUM)('[Chromium]', () => {
|
||||||
|
loadTests('./chromium/chromium.spec.js');
|
||||||
|
loadTests('./chromium/coverage.spec.js');
|
||||||
|
loadTests('./chromium/pdf.spec.js');
|
||||||
|
loadTests('./chromium/session.spec.js');
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
// Browser-level tests that are given a browser.
|
||||||
|
describe('[Driver]', () => {
|
||||||
|
loadTests('./browser.spec.js');
|
||||||
|
loadTests('./browsercontext.spec.js');
|
||||||
|
loadTests('./ignorehttpserrors.spec.js');
|
||||||
|
loadTests('./popup.spec.js');
|
||||||
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
afterEach(async state => {
|
// Top-level tests that launch Browser themselves.
|
||||||
await state.context.close();
|
|
||||||
state.context = null;
|
|
||||||
state.page = null;
|
|
||||||
});
|
|
||||||
|
|
||||||
// Page-level tests that are given a browser, a context and a page.
|
|
||||||
// Each test is launched in a new browser context.
|
|
||||||
describe('[Accessibility]', () => loadTests('./accessibility.spec.js'));
|
|
||||||
describe('[Driver]', () => {
|
describe('[Driver]', () => {
|
||||||
loadTests('./autowaiting.spec.js');
|
loadTests('./defaultbrowsercontext.spec.js');
|
||||||
loadTests('./click.spec.js');
|
loadTests('./fixtures.spec.js');
|
||||||
loadTests('./cookies.spec.js');
|
loadTests('./launcher.spec.js');
|
||||||
loadTests('./dialog.spec.js');
|
loadTests('./headful.spec.js');
|
||||||
loadTests('./elementhandle.spec.js');
|
loadTests('./multiclient.spec.js');
|
||||||
loadTests('./emulation.spec.js');
|
|
||||||
loadTests('./evaluation.spec.js');
|
|
||||||
loadTests('./frame.spec.js');
|
|
||||||
loadTests('./focus.spec.js');
|
|
||||||
loadTests('./input.spec.js');
|
|
||||||
loadTests('./jshandle.spec.js');
|
|
||||||
loadTests('./keyboard.spec.js');
|
|
||||||
loadTests('./mouse.spec.js');
|
|
||||||
loadTests('./navigation.spec.js');
|
|
||||||
loadTests('./network.spec.js');
|
|
||||||
loadTests('./page.spec.js');
|
|
||||||
loadTests('./queryselector.spec.js');
|
|
||||||
loadTests('./screenshot.spec.js');
|
|
||||||
loadTests('./waittask.spec.js');
|
|
||||||
loadTests('./interception.spec.js');
|
|
||||||
loadTests('./geolocation.spec.js');
|
|
||||||
loadTests('./workers.spec.js');
|
|
||||||
loadTests('./capabilities.spec.js');
|
|
||||||
});
|
|
||||||
describe('[Permissions]', () => {
|
|
||||||
loadTests('./permissions.spec.js');
|
|
||||||
});
|
});
|
||||||
|
|
||||||
describe.skip(!CHROMIUM)('[Chromium]', () => {
|
describe.skip(!CHROMIUM)('[Chromium]', () => {
|
||||||
loadTests('./chromium/chromium.spec.js');
|
loadTests('./chromium/launcher.spec.js');
|
||||||
loadTests('./chromium/coverage.spec.js');
|
loadTests('./chromium/oopif.spec.js');
|
||||||
loadTests('./chromium/pdf.spec.js');
|
loadTests('./chromium/tracing.spec.js');
|
||||||
loadTests('./chromium/session.spec.js');
|
|
||||||
});
|
});
|
||||||
|
|
||||||
|
if (coverage) {
|
||||||
|
const browserConfig = BROWSER_CONFIGS.find(config => config.name === product);
|
||||||
|
const api = require('../lib/api');
|
||||||
|
const filteredApi = {};
|
||||||
|
Object.keys(api).forEach(apiName => {
|
||||||
|
if (browserNames.some(browserName => apiName.startsWith(browserName)) && !apiName.startsWith(product))
|
||||||
|
return;
|
||||||
|
filteredApi[apiName] = api[apiName];
|
||||||
|
});
|
||||||
|
require('./utils').recordAPICoverage(testRunner, filteredApi, browserConfig.events, browserConfig.missingCoverage);
|
||||||
|
}
|
||||||
});
|
});
|
||||||
|
}
|
||||||
// Browser-level tests that are given a browser.
|
|
||||||
describe('[Driver]', () => {
|
|
||||||
loadTests('./browser.spec.js');
|
|
||||||
loadTests('./browsercontext.spec.js');
|
|
||||||
loadTests('./ignorehttpserrors.spec.js');
|
|
||||||
loadTests('./popup.spec.js');
|
|
||||||
});
|
|
||||||
});
|
|
||||||
|
|
||||||
// Top-level tests that launch Browser themselves.
|
|
||||||
describe('[Driver]', () => {
|
|
||||||
loadTests('./defaultbrowsercontext.spec.js');
|
|
||||||
loadTests('./fixtures.spec.js');
|
|
||||||
loadTests('./launcher.spec.js');
|
|
||||||
loadTests('./headful.spec.js');
|
|
||||||
loadTests('./multiclient.spec.js');
|
|
||||||
});
|
|
||||||
|
|
||||||
describe.skip(!CHROMIUM)('[Chromium]', () => {
|
|
||||||
loadTests('./chromium/launcher.spec.js');
|
|
||||||
loadTests('./chromium/oopif.spec.js');
|
|
||||||
loadTests('./chromium/tracing.spec.js');
|
|
||||||
});
|
|
||||||
};
|
};
|
||||||
|
|
|
||||||
163
test/test.js
163
test/test.js
|
|
@ -14,11 +14,10 @@
|
||||||
* See the License for the specific language governing permissions and
|
* See the License for the specific language governing permissions and
|
||||||
* limitations under the License.
|
* limitations under the License.
|
||||||
*/
|
*/
|
||||||
const path = require('path');
|
|
||||||
const {TestServer} = require('../utils/testserver/');
|
|
||||||
const {TestRunner, Reporter} = require('../utils/testrunner/');
|
const {TestRunner, Reporter} = require('../utils/testrunner/');
|
||||||
const utils = require('./utils');
|
const utils = require('./utils');
|
||||||
const inspector = require('inspector');
|
const os = require('os');
|
||||||
|
|
||||||
let parallel = 1;
|
let parallel = 1;
|
||||||
if (process.env.PW_PARALLEL_TESTS)
|
if (process.env.PW_PARALLEL_TESTS)
|
||||||
|
|
@ -32,7 +31,7 @@ let timeout = process.env.CI ? 30 * 1000 : 10 * 1000;
|
||||||
if (!isNaN(process.env.TIMEOUT))
|
if (!isNaN(process.env.TIMEOUT))
|
||||||
timeout = parseInt(process.env.TIMEOUT * 1000, 10);
|
timeout = parseInt(process.env.TIMEOUT * 1000, 10);
|
||||||
const MAJOR_NODEJS_VERSION = parseInt(process.version.substring(1).split('.')[0], 10);
|
const MAJOR_NODEJS_VERSION = parseInt(process.version.substring(1).split('.')[0], 10);
|
||||||
if (MAJOR_NODEJS_VERSION >= 8 && inspector.url()) {
|
if (MAJOR_NODEJS_VERSION >= 8 && require('inspector').url()) {
|
||||||
console.log('Detected inspector - disabling timeout to be debugger-friendly');
|
console.log('Detected inspector - disabling timeout to be debugger-friendly');
|
||||||
timeout = 0;
|
timeout = 0;
|
||||||
}
|
}
|
||||||
|
|
@ -43,143 +42,39 @@ const testRunner = new TestRunner({
|
||||||
breakOnFailure: process.argv.indexOf('--break-on-failure') !== -1,
|
breakOnFailure: process.argv.indexOf('--break-on-failure') !== -1,
|
||||||
installCommonHelpers: false
|
installCommonHelpers: false
|
||||||
});
|
});
|
||||||
testRunner.testModifier('skip', (t, condition) => condition && t.setSkipped(true));
|
utils.setupTestRunner(testRunner);
|
||||||
testRunner.suiteModifier('skip', (s, condition) => condition && s.setSkipped(true));
|
|
||||||
testRunner.testModifier('fail', (t, condition) => condition && t.setExpectation(t.Expectations.Fail));
|
|
||||||
testRunner.suiteModifier('fail', (s, condition) => condition && s.setExpectation(s.Expectations.Fail));
|
|
||||||
testRunner.testModifier('slow', (t, condition) => condition && t.setTimeout(t.timeout() * 3));
|
|
||||||
testRunner.testModifier('repeat', (t, count) => t.setRepeat(count));
|
|
||||||
testRunner.suiteModifier('repeat', (s, count) => s.setRepeat(count));
|
|
||||||
testRunner.testAttribute('focus', t => t.setFocused(true));
|
|
||||||
testRunner.suiteAttribute('focus', s => s.setFocused(true));
|
|
||||||
testRunner.testAttribute('debug', t => {
|
|
||||||
t.setFocused(true);
|
|
||||||
t.setTimeout(100000000);
|
|
||||||
|
|
||||||
let session;
|
|
||||||
t.before(async () => {
|
|
||||||
const util = require('util');
|
|
||||||
const fs = require('fs');
|
|
||||||
const url = require('url');
|
|
||||||
const readFileAsync = util.promisify(fs.readFile.bind(fs));
|
|
||||||
session = new inspector.Session();
|
|
||||||
session.connect();
|
|
||||||
const postAsync = util.promisify(session.post.bind(session));
|
|
||||||
await postAsync('Debugger.enable');
|
|
||||||
const setBreakpointCommands = [];
|
|
||||||
const N = t.body().toString().split('\n').length;
|
|
||||||
const location = t.location();
|
|
||||||
const lines = (await readFileAsync(location.filePath, 'utf8')).split('\n');
|
|
||||||
for (let line = 0; line < N; ++line) {
|
|
||||||
const lineNumber = line + location.lineNumber;
|
|
||||||
setBreakpointCommands.push(postAsync('Debugger.setBreakpointByUrl', {
|
|
||||||
url: url.pathToFileURL(location.filePath),
|
|
||||||
lineNumber,
|
|
||||||
condition: `console.log('${String(lineNumber + 1).padStart(6, ' ')} | ' + ${JSON.stringify(lines[lineNumber])})`,
|
|
||||||
}).catch(e => {}));
|
|
||||||
}
|
|
||||||
await Promise.all(setBreakpointCommands);
|
|
||||||
});
|
|
||||||
|
|
||||||
t.after(async () => {
|
|
||||||
session.disconnect();
|
|
||||||
});
|
|
||||||
});
|
|
||||||
testRunner.fdescribe = testRunner.describe.focus;
|
|
||||||
testRunner.xdescribe = testRunner.describe.skip(true);
|
|
||||||
testRunner.fit = testRunner.it.focus;
|
|
||||||
testRunner.xit = testRunner.it.skip(true);
|
|
||||||
testRunner.dit = testRunner.it.debug;
|
|
||||||
|
|
||||||
const {describe, fdescribe, beforeAll, afterAll, beforeEach, afterEach} = testRunner;
|
|
||||||
|
|
||||||
console.log('Testing on Node', process.version);
|
console.log('Testing on Node', process.version);
|
||||||
|
|
||||||
beforeAll(async state => {
|
const names = ['Chromium', 'Firefox', 'WebKit'].filter(name => {
|
||||||
const assetsPath = path.join(__dirname, 'assets');
|
return process.env.BROWSER === name.toLowerCase() || process.env.BROWSER === 'all';
|
||||||
const cachedPath = path.join(__dirname, 'assets', 'cached');
|
});
|
||||||
|
const products = names.map(name => {
|
||||||
const port = 8907 + state.parallelIndex * 3;
|
const executablePath = {
|
||||||
state.server = await TestServer.create(assetsPath, port);
|
'Chromium': process.env.CRPATH,
|
||||||
state.server.enableHTTPCache(cachedPath);
|
'Firefox': process.env.FFPATH,
|
||||||
state.server.PORT = port;
|
'WebKit': process.env.WKPATH,
|
||||||
state.server.PREFIX = `http://localhost:${port}`;
|
}[name];
|
||||||
state.server.CROSS_PROCESS_PREFIX = `http://127.0.0.1:${port}`;
|
return { product: name, executablePath };
|
||||||
state.server.EMPTY_PAGE = `http://localhost:${port}/empty.html`;
|
|
||||||
|
|
||||||
const httpsPort = port + 1;
|
|
||||||
state.httpsServer = await TestServer.createHTTPS(assetsPath, httpsPort);
|
|
||||||
state.httpsServer.enableHTTPCache(cachedPath);
|
|
||||||
state.httpsServer.PORT = httpsPort;
|
|
||||||
state.httpsServer.PREFIX = `https://localhost:${httpsPort}`;
|
|
||||||
state.httpsServer.CROSS_PROCESS_PREFIX = `https://127.0.0.1:${httpsPort}`;
|
|
||||||
state.httpsServer.EMPTY_PAGE = `https://localhost:${httpsPort}/empty.html`;
|
|
||||||
|
|
||||||
const sourcePort = port + 2;
|
|
||||||
state.sourceServer = await TestServer.create(path.join(__dirname, '..'), sourcePort);
|
|
||||||
state.sourceServer.PORT = sourcePort;
|
|
||||||
state.sourceServer.PREFIX = `http://localhost:${sourcePort}`;
|
|
||||||
});
|
});
|
||||||
|
|
||||||
afterAll(async({server, sourceServer, httpsServer}) => {
|
function valueFromEnv(name, defaultValue) {
|
||||||
await Promise.all([
|
if (!(name in process.env))
|
||||||
server.stop(),
|
return defaultValue;
|
||||||
httpsServer.stop(),
|
return JSON.parse(process.env[name]);
|
||||||
sourceServer.stop(),
|
|
||||||
]);
|
|
||||||
});
|
|
||||||
|
|
||||||
beforeEach(async({server, httpsServer}) => {
|
|
||||||
server.reset();
|
|
||||||
httpsServer.reset();
|
|
||||||
});
|
|
||||||
|
|
||||||
const BROWSER_CONFIGS = [
|
|
||||||
{
|
|
||||||
name: 'Firefox',
|
|
||||||
events: {
|
|
||||||
...require('../lib/events').Events,
|
|
||||||
...require('../lib/chromium/events').Events,
|
|
||||||
},
|
|
||||||
missingCoverage: ['browserContext.setGeolocation', 'browserContext.setOffline', 'cDPSession.send', 'cDPSession.detach'],
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: 'WebKit',
|
|
||||||
events: require('../lib/events').Events,
|
|
||||||
missingCoverage: ['browserContext.clearPermissions', 'cDPSession.send', 'cDPSession.detach'],
|
|
||||||
},
|
|
||||||
{
|
|
||||||
name: 'Chromium',
|
|
||||||
events: require('../lib/events').Events,
|
|
||||||
missingCoverage: [],
|
|
||||||
},
|
|
||||||
];
|
|
||||||
|
|
||||||
const browserNames = BROWSER_CONFIGS.map(config => config.name);
|
|
||||||
|
|
||||||
for (const browserConfig of BROWSER_CONFIGS) {
|
|
||||||
if (process.env.BROWSER !== browserConfig.name.toLowerCase() && process.env.BROWSER !== 'all')
|
|
||||||
continue;
|
|
||||||
const product = browserConfig.name;
|
|
||||||
describe(product, () => {
|
|
||||||
testRunner.describe('', require('./playwright.spec.js').describe, {
|
|
||||||
product,
|
|
||||||
playwrightPath: utils.projectRoot(),
|
|
||||||
testRunner,
|
|
||||||
});
|
|
||||||
if (process.env.COVERAGE) {
|
|
||||||
const api = require('../lib/api');
|
|
||||||
const filteredApi = {};
|
|
||||||
Object.keys(api).forEach(apiName => {
|
|
||||||
if (browserNames.some(browserName => apiName.startsWith(browserName)) && !apiName.startsWith(product))
|
|
||||||
return;
|
|
||||||
filteredApi[apiName] = api[apiName];
|
|
||||||
});
|
|
||||||
utils.recordAPICoverage(testRunner, filteredApi, browserConfig.events, browserConfig.missingCoverage);
|
|
||||||
}
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
require('./playwright.spec.js').addPlaywrightTests({
|
||||||
|
playwrightPath: utils.projectRoot(),
|
||||||
|
products,
|
||||||
|
platform: os.platform(),
|
||||||
|
testRunner,
|
||||||
|
headless: !!valueFromEnv('HEADLESS', true),
|
||||||
|
slowMo: valueFromEnv('SLOW_MO', 0),
|
||||||
|
dumpProtocolOnFailure: valueFromEnv('DEBUGP', false),
|
||||||
|
coverage: process.env.COVERAGE,
|
||||||
|
});
|
||||||
|
|
||||||
const filterArgIndex = process.argv.indexOf('--filter');
|
const filterArgIndex = process.argv.indexOf('--filter');
|
||||||
if (filterArgIndex !== -1) {
|
if (filterArgIndex !== -1) {
|
||||||
const filter = process.argv[filterArgIndex + 1];
|
const filter = process.argv[filterArgIndex + 1];
|
||||||
|
|
|
||||||
|
|
@ -20,6 +20,7 @@ const path = require('path');
|
||||||
const util = require('util');
|
const util = require('util');
|
||||||
const os = require('os');
|
const os = require('os');
|
||||||
const removeFolder = require('rimraf');
|
const removeFolder = require('rimraf');
|
||||||
|
const url = require('url');
|
||||||
|
|
||||||
const {FlakinessDashboard} = require('../utils/flakiness-dashboard');
|
const {FlakinessDashboard} = require('../utils/flakiness-dashboard');
|
||||||
const PROJECT_ROOT = fs.existsSync(path.join(__dirname, '..', 'package.json')) ? path.join(__dirname, '..') : path.join(__dirname, '..', '..');
|
const PROJECT_ROOT = fs.existsSync(path.join(__dirname, '..', 'package.json')) ? path.join(__dirname, '..') : path.join(__dirname, '..', '..');
|
||||||
|
|
@ -288,5 +289,52 @@ const utils = module.exports = {
|
||||||
|
|
||||||
removeUserDataDir: async function(dir) {
|
removeUserDataDir: async function(dir) {
|
||||||
await removeFolderAsync(dir).catch(e => {});
|
await removeFolderAsync(dir).catch(e => {});
|
||||||
}
|
},
|
||||||
|
|
||||||
|
setupTestRunner: function(testRunner) {
|
||||||
|
testRunner.testModifier('skip', (t, condition) => condition && t.setSkipped(true));
|
||||||
|
testRunner.suiteModifier('skip', (s, condition) => condition && s.setSkipped(true));
|
||||||
|
testRunner.testModifier('fail', (t, condition) => condition && t.setExpectation(t.Expectations.Fail));
|
||||||
|
testRunner.suiteModifier('fail', (s, condition) => condition && s.setExpectation(s.Expectations.Fail));
|
||||||
|
testRunner.testModifier('slow', (t, condition) => condition && t.setTimeout(t.timeout() * 3));
|
||||||
|
testRunner.testModifier('repeat', (t, count) => t.setRepeat(count));
|
||||||
|
testRunner.suiteModifier('repeat', (s, count) => s.setRepeat(count));
|
||||||
|
testRunner.testAttribute('focus', t => t.setFocused(true));
|
||||||
|
testRunner.suiteAttribute('focus', s => s.setFocused(true));
|
||||||
|
testRunner.testAttribute('debug', t => {
|
||||||
|
t.setFocused(true);
|
||||||
|
t.setTimeout(100000000);
|
||||||
|
|
||||||
|
let session;
|
||||||
|
t.before(async () => {
|
||||||
|
const readFileAsync = util.promisify(fs.readFile.bind(fs));
|
||||||
|
session = new require('inspector').Session();
|
||||||
|
session.connect();
|
||||||
|
const postAsync = util.promisify(session.post.bind(session));
|
||||||
|
await postAsync('Debugger.enable');
|
||||||
|
const setBreakpointCommands = [];
|
||||||
|
const N = t.body().toString().split('\n').length;
|
||||||
|
const location = t.location();
|
||||||
|
const lines = (await readFileAsync(location.filePath, 'utf8')).split('\n');
|
||||||
|
for (let line = 0; line < N; ++line) {
|
||||||
|
const lineNumber = line + location.lineNumber;
|
||||||
|
setBreakpointCommands.push(postAsync('Debugger.setBreakpointByUrl', {
|
||||||
|
url: url.pathToFileURL(location.filePath),
|
||||||
|
lineNumber,
|
||||||
|
condition: `console.log('${String(lineNumber + 1).padStart(6, ' ')} | ' + ${JSON.stringify(lines[lineNumber])})`,
|
||||||
|
}).catch(e => {}));
|
||||||
|
}
|
||||||
|
await Promise.all(setBreakpointCommands);
|
||||||
|
});
|
||||||
|
|
||||||
|
t.after(async () => {
|
||||||
|
session.disconnect();
|
||||||
|
});
|
||||||
|
});
|
||||||
|
testRunner.fdescribe = testRunner.describe.focus;
|
||||||
|
testRunner.xdescribe = testRunner.describe.skip(true);
|
||||||
|
testRunner.fit = testRunner.it.focus;
|
||||||
|
testRunner.xit = testRunner.it.skip(true);
|
||||||
|
testRunner.dit = testRunner.it.debug;
|
||||||
|
},
|
||||||
};
|
};
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue