Filip/playwright
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

test: add CI reporter for previous tests on worker

Browse source
This commit is contained in:
Max Schmitt 2024-04-04 14:37:26 +02:00
parent 345240b9df
commit 46f7a2216c
2 changed files with 37 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

34
tests/config/previousTestsOnWorkerReporter.ts Normal file
View file

@ -0,0 +1,34 @@
/**
* Copyright (c) Microsoft Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
import type { Reporter, TestCase, TestResult } from '@playwright/test/reporter';
export default class PreviousTestsOnWorkerReporter implements Reporter {
parallelIndex2TestCase: Map<number, TestCase[]> = new Map();
onTestEnd(test: TestCase, result: TestResult) {
if (!this.parallelIndex2TestCase.has(result.parallelIndex))
this.parallelIndex2TestCase.set(result.parallelIndex, []);
if (!test.ok()) {
console.log(`Test ${test.title}(${test.location.file}:${test.location.line})failed on worker ${result.parallelIndex} with error: ${result.error?.message}`);
console.log(`The following tests were running before on the same worker:`);
for (const test of this.parallelIndex2TestCase.get(result.parallelIndex)!)
console.log(` ${test.location.file}:${test.location.line}`);
this.parallelIndex2TestCase.delete(result.parallelIndex);
} else {
this.parallelIndex2TestCase.get(result.parallelIndex)!.push(test);
}
}
}

4
tests/library/playwright.config.ts
View file

@ -47,8 +47,10 @@ const reporters = () => {
['dot'],
['json', { outputFile: path.join(outputDir, 'report.json') }],
['blob', { fileName: `${process.env.PWTEST_BOT_NAME}.zip` }],
[require.resolve('../config/previousTestsOnWorkerReporter.ts')],
] : [
['html', { open: 'on-failure' }]
['html', { open: 'on-failure' }],
[require.resolve('../config/previousTestsOnWorkerReporter.ts')],
];
return result;
};