2019-11-19 03:18:28 +01:00
|
|
|
/**
|
|
|
|
|
* Copyright 2017 Google Inc. All rights reserved.
|
|
|
|
|
* Modifications copyright (c) Microsoft Corporation.
|
|
|
|
|
*
|
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
|
*
|
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
*
|
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
|
* limitations under the License.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
import * as childProcess from 'child_process';
|
|
|
|
|
import { EventEmitter } from 'events';
|
2019-11-21 00:16:57 +01:00
|
|
|
import { Events } from './events';
|
2019-11-19 03:18:28 +01:00
|
|
|
import { assert, helper } from '../helper';
|
2019-12-19 01:23:05 +01:00
|
|
|
import { BrowserContext, BrowserContextOptions } from '../browserContext';
|
2019-11-22 01:54:10 +01:00
|
|
|
import { Connection, ConnectionEvents, CDPSession } from './Connection';
|
2019-12-09 22:08:21 +01:00
|
|
|
import { Page } from '../page';
|
2019-11-19 03:18:28 +01:00
|
|
|
import { Target } from './Target';
|
|
|
|
|
import { Protocol } from './protocol';
|
2019-11-22 01:54:10 +01:00
|
|
|
import { Chromium } from './features/chromium';
|
2019-12-09 22:08:21 +01:00
|
|
|
import { FrameManager } from './FrameManager';
|
2019-12-11 00:13:56 +01:00
|
|
|
import * as network from '../network';
|
|
|
|
|
import { Permissions } from './features/permissions';
|
2019-12-18 21:23:33 +01:00
|
|
|
import { Overrides } from './features/overrides';
|
2019-11-19 03:18:28 +01:00
|
|
|
|
2019-12-19 01:23:05 +01:00
|
|
|
export class Browser extends EventEmitter {
|
2019-11-19 03:18:28 +01:00
|
|
|
private _process: childProcess.ChildProcess;
|
2019-12-05 01:12:43 +01:00
|
|
|
_connection: Connection;
|
2019-11-26 20:23:13 +01:00
|
|
|
_client: CDPSession;
|
2019-11-19 03:18:28 +01:00
|
|
|
private _closeCallback: () => Promise<void>;
|
2019-12-11 16:18:43 +01:00
|
|
|
private _defaultContext: BrowserContext;
|
|
|
|
|
private _contexts = new Map<string, BrowserContext>();
|
2019-11-19 03:18:28 +01:00
|
|
|
_targets = new Map<string, Target>();
|
2019-11-22 01:54:10 +01:00
|
|
|
readonly chromium: Chromium;
|
2019-11-19 03:18:28 +01:00
|
|
|
|
|
|
|
|
static async create(
|
|
|
|
|
connection: Connection,
|
|
|
|
|
contextIds: string[],
|
|
|
|
|
process: childProcess.ChildProcess | null,
|
|
|
|
|
closeCallback?: (() => Promise<void>)) {
|
2019-12-18 21:23:33 +01:00
|
|
|
const browser = new Browser(connection, contextIds, process, closeCallback);
|
2019-11-22 19:05:32 +01:00
|
|
|
await connection.rootSession.send('Target.setDiscoverTargets', { discover: true });
|
2019-11-19 03:18:28 +01:00
|
|
|
return browser;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
constructor(
|
|
|
|
|
connection: Connection,
|
|
|
|
|
contextIds: string[],
|
|
|
|
|
process: childProcess.ChildProcess | null,
|
|
|
|
|
closeCallback?: (() => Promise<void>)) {
|
|
|
|
|
super();
|
2019-11-22 01:54:10 +01:00
|
|
|
this._connection = connection;
|
2019-11-22 19:05:32 +01:00
|
|
|
this._client = connection.rootSession;
|
2019-11-19 03:18:28 +01:00
|
|
|
this._process = process;
|
|
|
|
|
this._closeCallback = closeCallback || (() => Promise.resolve());
|
2019-12-05 01:12:43 +01:00
|
|
|
this.chromium = new Chromium(this);
|
2019-11-19 03:18:28 +01:00
|
|
|
|
2019-12-18 21:23:33 +01:00
|
|
|
this._defaultContext = this._createBrowserContext(null, {});
|
2019-11-19 03:18:28 +01:00
|
|
|
for (const contextId of contextIds)
|
2019-12-18 21:23:33 +01:00
|
|
|
this._contexts.set(contextId, this._createBrowserContext(contextId, {}));
|
2019-11-19 03:18:28 +01:00
|
|
|
|
|
|
|
|
this._connection.on(ConnectionEvents.Disconnected, () => this.emit(Events.Browser.Disconnected));
|
2019-11-22 01:54:10 +01:00
|
|
|
this._client.on('Target.targetCreated', this._targetCreated.bind(this));
|
|
|
|
|
this._client.on('Target.targetDestroyed', this._targetDestroyed.bind(this));
|
|
|
|
|
this._client.on('Target.targetInfoChanged', this._targetInfoChanged.bind(this));
|
2019-11-19 03:18:28 +01:00
|
|
|
}
|
|
|
|
|
|
2019-12-18 21:23:33 +01:00
|
|
|
_createBrowserContext(contextId: string | null, options: BrowserContextOptions): BrowserContext {
|
2019-12-11 00:13:56 +01:00
|
|
|
const isIncognito = !!contextId;
|
2019-12-18 21:23:33 +01:00
|
|
|
let overrides: Overrides | null = null;
|
2019-12-11 00:13:56 +01:00
|
|
|
const context = new BrowserContext({
|
2019-12-11 16:18:43 +01:00
|
|
|
contextPages: async (): Promise<Page[]> => {
|
2019-12-11 00:13:56 +01:00
|
|
|
const targets = this._allTargets().filter(target => target.browserContext() === context && target.type() === 'page');
|
|
|
|
|
const pages = await Promise.all(targets.map(target => target.page()));
|
|
|
|
|
return pages.filter(page => !!page);
|
|
|
|
|
},
|
|
|
|
|
|
2019-12-11 16:18:43 +01:00
|
|
|
createPageInContext: async (): Promise<Page> => {
|
2019-12-11 00:13:56 +01:00
|
|
|
const { targetId } = await this._client.send('Target.createTarget', { url: 'about:blank', browserContextId: contextId || undefined });
|
|
|
|
|
const target = this._targets.get(targetId);
|
|
|
|
|
assert(await target._initializedPromise, 'Failed to create target for page');
|
|
|
|
|
const page = await target.page();
|
2019-12-18 21:23:33 +01:00
|
|
|
const session = (page._delegate as FrameManager)._client;
|
|
|
|
|
const promises: Promise<any>[] = [ overrides._applyOverrides(page) ];
|
|
|
|
|
if (options.bypassCSP)
|
|
|
|
|
promises.push(session.send('Page.setBypassCSP', { enabled: true }));
|
|
|
|
|
if (options.ignoreHTTPSErrors)
|
|
|
|
|
promises.push(session.send('Security.setIgnoreCertificateErrors', { ignore: true }));
|
|
|
|
|
if (options.viewport)
|
|
|
|
|
promises.push(page._delegate.setViewport(options.viewport));
|
|
|
|
|
if (options.javaScriptEnabled === false)
|
|
|
|
|
promises.push(session.send('Emulation.setScriptExecutionDisabled', { value: true }));
|
|
|
|
|
if (options.userAgent)
|
|
|
|
|
(page._delegate as FrameManager)._networkManager.setUserAgent(options.userAgent);
|
|
|
|
|
if (options.mediaType || options.colorScheme) {
|
|
|
|
|
const features = options.colorScheme ? [{ name: 'prefers-color-scheme', value: options.colorScheme }] : [];
|
|
|
|
|
promises.push(session.send('Emulation.setEmulatedMedia', { media: options.mediaType || '', features }));
|
|
|
|
|
}
|
|
|
|
|
if (options.timezoneId)
|
|
|
|
|
promises.push(emulateTimezone(session, options.timezoneId));
|
|
|
|
|
await Promise.all(promises);
|
2019-12-11 00:13:56 +01:00
|
|
|
return page;
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
closeContext: async (): Promise<void> => {
|
|
|
|
|
await this._client.send('Target.disposeBrowserContext', {browserContextId: contextId || undefined});
|
|
|
|
|
this._contexts.delete(contextId);
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
getContextCookies: async (): Promise<network.NetworkCookie[]> => {
|
|
|
|
|
const { cookies } = await this._client.send('Storage.getCookies', { browserContextId: contextId || undefined });
|
|
|
|
|
return cookies.map(c => {
|
|
|
|
|
const copy: any = { sameSite: 'None', ...c };
|
|
|
|
|
delete copy.size;
|
2019-12-13 23:57:46 +01:00
|
|
|
delete copy.priority;
|
2019-12-11 00:13:56 +01:00
|
|
|
return copy as network.NetworkCookie;
|
|
|
|
|
});
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
clearContextCookies: async (): Promise<void> => {
|
|
|
|
|
await this._client.send('Storage.clearCookies', { browserContextId: contextId || undefined });
|
|
|
|
|
},
|
|
|
|
|
|
|
|
|
|
setContextCookies: async (cookies: network.SetNetworkCookieParam[]): Promise<void> => {
|
|
|
|
|
await this._client.send('Storage.setCookies', { cookies, browserContextId: contextId || undefined });
|
|
|
|
|
},
|
2019-12-19 01:23:05 +01:00
|
|
|
}, isIncognito, options);
|
2019-12-18 21:23:33 +01:00
|
|
|
overrides = new Overrides(context);
|
2019-12-11 00:13:56 +01:00
|
|
|
(context as any).permissions = new Permissions(this._client, contextId);
|
2019-12-18 21:23:33 +01:00
|
|
|
(context as any).overrides = overrides;
|
2019-12-11 00:13:56 +01:00
|
|
|
return context;
|
|
|
|
|
}
|
|
|
|
|
|
2019-11-19 03:18:28 +01:00
|
|
|
process(): childProcess.ChildProcess | null {
|
|
|
|
|
return this._process;
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-18 21:23:33 +01:00
|
|
|
async newContext(options: BrowserContextOptions = {}): Promise<BrowserContext> {
|
|
|
|
|
const { browserContextId } = await this._client.send('Target.createBrowserContext');
|
|
|
|
|
const context = this._createBrowserContext(browserContextId, options);
|
2019-11-19 03:18:28 +01:00
|
|
|
this._contexts.set(browserContextId, context);
|
|
|
|
|
return context;
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-11 16:18:43 +01:00
|
|
|
browserContexts(): BrowserContext[] {
|
2019-11-19 03:18:28 +01:00
|
|
|
return [this._defaultContext, ...Array.from(this._contexts.values())];
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-18 21:23:33 +01:00
|
|
|
defaultContext(): BrowserContext {
|
2019-11-19 03:18:28 +01:00
|
|
|
return this._defaultContext;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async _targetCreated(event: Protocol.Target.targetCreatedPayload) {
|
|
|
|
|
const targetInfo = event.targetInfo;
|
|
|
|
|
const {browserContextId} = targetInfo;
|
|
|
|
|
const context = (browserContextId && this._contexts.has(browserContextId)) ? this._contexts.get(browserContextId) : this._defaultContext;
|
|
|
|
|
|
2019-12-19 01:23:05 +01:00
|
|
|
const target = new Target(this, targetInfo, context, () => this._connection.createSession(targetInfo));
|
2019-11-19 03:18:28 +01:00
|
|
|
assert(!this._targets.has(event.targetInfo.targetId), 'Target should not exist before targetCreated');
|
|
|
|
|
this._targets.set(event.targetInfo.targetId, target);
|
|
|
|
|
|
2019-12-05 01:12:43 +01:00
|
|
|
if (await target._initializedPromise)
|
|
|
|
|
this.chromium.emit(Events.Chromium.TargetCreated, target);
|
2019-11-19 03:18:28 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async _targetDestroyed(event: { targetId: string; }) {
|
|
|
|
|
const target = this._targets.get(event.targetId);
|
|
|
|
|
target._initializedCallback(false);
|
|
|
|
|
this._targets.delete(event.targetId);
|
2019-12-05 23:11:48 +01:00
|
|
|
target._didClose();
|
2019-12-05 01:12:43 +01:00
|
|
|
if (await target._initializedPromise)
|
|
|
|
|
this.chromium.emit(Events.Chromium.TargetDestroyed, target);
|
2019-11-19 03:18:28 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
_targetInfoChanged(event: Protocol.Target.targetInfoChangedPayload) {
|
|
|
|
|
const target = this._targets.get(event.targetInfo.targetId);
|
|
|
|
|
assert(target, 'target should exist before targetInfoChanged');
|
|
|
|
|
const previousURL = target.url();
|
|
|
|
|
const wasInitialized = target._isInitialized;
|
|
|
|
|
target._targetInfoChanged(event.targetInfo);
|
2019-12-05 01:12:43 +01:00
|
|
|
if (wasInitialized && previousURL !== target.url())
|
|
|
|
|
this.chromium.emit(Events.Chromium.TargetChanged, target);
|
2019-11-19 03:18:28 +01:00
|
|
|
}
|
|
|
|
|
|
2019-12-18 21:23:33 +01:00
|
|
|
async newPage(options?: BrowserContextOptions): Promise<Page> {
|
|
|
|
|
const context = await this.newContext(options);
|
|
|
|
|
return context._createOwnerPage();
|
2019-11-19 03:18:28 +01:00
|
|
|
}
|
|
|
|
|
|
2019-12-11 16:18:43 +01:00
|
|
|
async _closePage(page: Page) {
|
2019-12-05 23:11:48 +01:00
|
|
|
await this._client.send('Target.closeTarget', { targetId: Target.fromPage(page)._targetId });
|
2019-11-22 19:05:32 +01:00
|
|
|
}
|
|
|
|
|
|
2019-12-05 01:12:43 +01:00
|
|
|
_allTargets(): Target[] {
|
2019-11-19 03:18:28 +01:00
|
|
|
return Array.from(this._targets.values()).filter(target => target._isInitialized);
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-11 16:18:43 +01:00
|
|
|
async _activatePage(page: Page) {
|
2019-12-09 22:08:21 +01:00
|
|
|
await (page._delegate as FrameManager)._client.send('Target.activateTarget', {targetId: Target.fromPage(page)._targetId});
|
2019-12-05 23:11:48 +01:00
|
|
|
}
|
|
|
|
|
|
2019-12-05 01:12:43 +01:00
|
|
|
async _waitForTarget(predicate: (arg0: Target) => boolean, options: { timeout?: number; } | undefined = {}): Promise<Target> {
|
2019-11-19 03:18:28 +01:00
|
|
|
const {
|
|
|
|
|
timeout = 30000
|
|
|
|
|
} = options;
|
2019-12-05 01:12:43 +01:00
|
|
|
const existingTarget = this._allTargets().find(predicate);
|
2019-11-19 03:18:28 +01:00
|
|
|
if (existingTarget)
|
|
|
|
|
return existingTarget;
|
2019-12-10 20:15:14 +01:00
|
|
|
let resolve: (target: Target) => void;
|
2019-11-19 03:18:28 +01:00
|
|
|
const targetPromise = new Promise<Target>(x => resolve = x);
|
2019-12-05 01:12:43 +01:00
|
|
|
this.chromium.on(Events.Chromium.TargetCreated, check);
|
|
|
|
|
this.chromium.on(Events.Chromium.TargetChanged, check);
|
2019-11-19 03:18:28 +01:00
|
|
|
try {
|
|
|
|
|
if (!timeout)
|
|
|
|
|
return await targetPromise;
|
|
|
|
|
return await helper.waitWithTimeout(targetPromise, 'target', timeout);
|
|
|
|
|
} finally {
|
2019-12-05 01:12:43 +01:00
|
|
|
this.chromium.removeListener(Events.Chromium.TargetCreated, check);
|
|
|
|
|
this.chromium.removeListener(Events.Chromium.TargetChanged, check);
|
2019-11-19 03:18:28 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
function check(target: Target) {
|
|
|
|
|
if (predicate(target))
|
|
|
|
|
resolve(target);
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2019-12-11 16:18:43 +01:00
|
|
|
async pages(): Promise<Page[]> {
|
2019-11-19 03:18:28 +01:00
|
|
|
const contextPages = await Promise.all(this.browserContexts().map(context => context.pages()));
|
|
|
|
|
// Flatten array.
|
|
|
|
|
return contextPages.reduce((acc, x) => acc.concat(x), []);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async version(): Promise<string> {
|
|
|
|
|
const version = await this._getVersion();
|
|
|
|
|
return version.product;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async userAgent(): Promise<string> {
|
|
|
|
|
const version = await this._getVersion();
|
|
|
|
|
return version.userAgent;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
async close() {
|
|
|
|
|
await this._closeCallback.call(null);
|
|
|
|
|
this.disconnect();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
disconnect() {
|
|
|
|
|
this._connection.dispose();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
isConnected(): boolean {
|
|
|
|
|
return !this._connection._closed;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
_getVersion(): Promise<any> {
|
2019-11-22 19:05:32 +01:00
|
|
|
return this._client.send('Browser.getVersion');
|
2019-11-19 03:18:28 +01:00
|
|
|
}
|
|
|
|
|
}
|
2019-12-18 21:23:33 +01:00
|
|
|
|
|
|
|
|
async function emulateTimezone(session: CDPSession, timezoneId: string) {
|
|
|
|
|
try {
|
|
|
|
|
await session.send('Emulation.setTimezoneOverride', { timezoneId: timezoneId });
|
|
|
|
|
} catch (exception) {
|
|
|
|
|
if (exception.message.includes('Invalid timezone'))
|
|
|
|
|
throw new Error(`Invalid timezone ID: ${timezoneId}`);
|
|
|
|
|
throw exception;
|
|
|
|
|
}
|
|
|
|
|
}
|