Filip/playwright
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

execute download in parallel

Browse source
This commit is contained in:
Simon Knott 2024-11-29 12:48:33 +01:00
parent 3e283eb7d1
commit eb83192369
No known key found for this signature in database
GPG key ID: 8CEDC00028084AEC
1 changed files with 20 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
packages/playwright-core/src/server/registry/index.ts
View file

@ -32,6 +32,7 @@ import { installDependenciesLinux, installDependenciesWindows, validateDependenc
import { downloadBrowserWithProgressBar, logPolitely } from './browserFetcher'; import { downloadBrowserWithProgressBar, logPolitely } from './browserFetcher';
export { writeDockerVersion } from './dependencies'; export { writeDockerVersion } from './dependencies';
import { debugLogger } from '../../utils/debugLogger'; import { debugLogger } from '../../utils/debugLogger';
import EventEmitter from 'events';
let ARCHIVE: '.tar.br' | '.zip' = '.zip'; let ARCHIVE: '.tar.br' | '.zip' = '.zip';
if (process.env.PW_BROWSER_DOWNLOAD_BROTLI) if (process.env.PW_BROWSER_DOWNLOAD_BROTLI)
@ -946,7 +947,7 @@ export class Registry {
await this._validateInstallationCache(linksDir); await this._validateInstallationCache(linksDir);
// Install browsers for this package. // Install browsers for this package.
for (const executable of executables) { await allThrottled(executables, async executable => {
if (!executable._install) if (!executable._install)
throw new Error(`ERROR: Playwright does not support installing ${executable.name}`); throw new Error(`ERROR: Playwright does not support installing ${executable.name}`);
@ -970,7 +971,7 @@ export class Registry {
].join('\n'), 1)); ].join('\n'), 1));
} }
await executable._install(); await executable._install();
} }, ARCHIVE === '.tar.br' ? os.availableParallelism() : 1);
} catch (e) { } catch (e) {
if (e.code === 'ELOCKED') { if (e.code === 'ELOCKED') {
const rmCommand = process.platform === 'win32' ? 'rm -R' : 'rm -rf'; const rmCommand = process.platform === 'win32' ? 'rm -R' : 'rm -rf';
@ -1272,4 +1273,21 @@ function lowercaseAllKeys(json: any): any {
return result; return result;
} }
async function allThrottled<T>(items: T[], fn: (item: T) => Promise<void>, concurrency: number) {
const state = { budget: concurrency };
const event = new EventEmitter();
await Promise.all(items.map(async item => {
while (state.budget < 1)
await new Promise(f => event.once('done', f));
try {
state.budget--;
return fn(item);
} finally {
state.budget++;
event.emit('done');
}
}));
}
export const registry = new Registry(require('../../../browsers.json')); export const registry = new Registry(require('../../../browsers.json'));