/** * Copyright (c) Microsoft Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ import { NodeSnapshot } from './snapshotTypes'; export type SnapshotData = { doctype?: string, html: NodeSnapshot, resourceOverrides: { url: string, // String is the content. Number is "x snapshots ago", same url. content: string | number, contentType: 'text/css' }[], viewport: { width: number, height: number }, url: string, timestamp: number, collectionTime: number, }; export function frameSnapshotStreamer(snapshotStreamer: string) { // Communication with Playwright. if ((window as any)[snapshotStreamer]) return; // Attributes present in the snapshot. const kShadowAttribute = '__playwright_shadow_root_'; const kScrollTopAttribute = '__playwright_scroll_top_'; const kScrollLeftAttribute = '__playwright_scroll_left_'; const kStyleSheetAttribute = '__playwright_style_sheet_'; const kBlobUrlPrefix = 'http://playwright.bloburl/#'; // Symbols for our own info on Nodes/StyleSheets. const kSnapshotFrameId = Symbol('__playwright_snapshot_frameid_'); const kCachedData = Symbol('__playwright_snapshot_cache_'); const kEndOfList = Symbol('__playwright_end_of_list_'); type CachedData = { cached?: any[], // Cached values to determine whether the snapshot will be the same. ref?: [number, number], // Previous snapshotNumber and nodeIndex. attributesCached?: boolean, // Whether node attributes have not changed. cssText?: string, // Text for stylesheets. cssRef?: number, // Previous snapshotNumber for overridden stylesheets. }; function resetCachedData(obj: any) { delete obj[kCachedData]; } function ensureCachedData(obj: any): CachedData { if (!obj[kCachedData]) obj[kCachedData] = {}; return obj[kCachedData]; } function removeHash(url: string) { try { const u = new URL(url); u.hash = ''; return u.toString(); } catch (e) { return url; } } class Streamer { private _removeNoScript = true; private _lastSnapshotNumber = 0; private _staleStyleSheets = new Set(); private _readingStyleSheet = false; // To avoid invalidating due to our own reads. private _fakeBase: HTMLBaseElement; private _observer: MutationObserver; constructor() { this._interceptNativeMethod(window.CSSStyleSheet.prototype, 'insertRule', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._interceptNativeMethod(window.CSSStyleSheet.prototype, 'deleteRule', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._interceptNativeMethod(window.CSSStyleSheet.prototype, 'addRule', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._interceptNativeMethod(window.CSSStyleSheet.prototype, 'removeRule', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._interceptNativeGetter(window.CSSStyleSheet.prototype, 'rules', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._interceptNativeGetter(window.CSSStyleSheet.prototype, 'cssRules', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._interceptNativeMethod(window.CSSStyleSheet.prototype, 'replaceSync', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._interceptNativeAsyncMethod(window.CSSStyleSheet.prototype, 'replace', (sheet: CSSStyleSheet) => this._invalidateStyleSheet(sheet)); this._fakeBase = document.createElement('base'); this._observer = new MutationObserver(list => this._handleMutations(list)); const observerConfig = { attributes: true, subtree: true }; this._observer.observe(document, observerConfig); } private _interceptNativeMethod(obj: any, method: string, cb: (thisObj: any, result: any) => void) { const native = obj[method] as Function; if (!native) return; obj[method] = function(...args: any[]) { const result = native.call(this, ...args); cb(this, result); return result; }; } private _interceptNativeAsyncMethod(obj: any, method: string, cb: (thisObj: any, result: any) => void) { const native = obj[method] as Function; if (!native) return; obj[method] = async function(...args: any[]) { const result = await native.call(this, ...args); cb(this, result); return result; }; } private _interceptNativeGetter(obj: any, prop: string, cb: (thisObj: any, result: any) => void) { const descriptor = Object.getOwnPropertyDescriptor(obj, prop)!; Object.defineProperty(obj, prop, { ...descriptor, get: function() { const result = descriptor.get!.call(this); cb(this, result); return result; }, }); } private _handleMutations(list: MutationRecord[]) { for (const mutation of list) ensureCachedData(mutation.target).attributesCached = undefined; } private _invalidateStyleSheet(sheet: CSSStyleSheet) { if (this._readingStyleSheet) return; this._staleStyleSheets.add(sheet); } private _updateStyleElementStyleSheetTextIfNeeded(sheet: CSSStyleSheet): string | undefined { const data = ensureCachedData(sheet); if (this._staleStyleSheets.has(sheet)) { this._staleStyleSheets.delete(sheet); try { data.cssText = this._getSheetText(sheet); } catch (e) { // Sometimes we cannot access cross-origin stylesheets. } } return data.cssText; } // Returns either content, ref, or no override. private _updateLinkStyleSheetTextIfNeeded(sheet: CSSStyleSheet, snapshotNumber: number): string | number | undefined { const data = ensureCachedData(sheet); if (this._staleStyleSheets.has(sheet)) { this._staleStyleSheets.delete(sheet); try { data.cssText = this._getSheetText(sheet); data.cssRef = snapshotNumber; return data.cssText; } catch (e) { // Sometimes we cannot access cross-origin stylesheets. } } return data.cssRef === undefined ? undefined : snapshotNumber - data.cssRef; } markIframe(iframeElement: HTMLIFrameElement | HTMLFrameElement, frameId: string) { (iframeElement as any)[kSnapshotFrameId] = frameId; } reset() { this._staleStyleSheets.clear(); const visitNode = (node: Node | ShadowRoot) => { resetCachedData(node); if (node.nodeType === Node.ELEMENT_NODE) { const element = node as Element; if (element.shadowRoot) visitNode(element.shadowRoot); } for (let child = node.firstChild; child; child = child.nextSibling) visitNode(child); }; visitNode(document.documentElement); visitNode(this._fakeBase); } private _sanitizeUrl(url: string): string { if (url.startsWith('javascript:')) return ''; // Rewrite blob urls so that Service Worker can intercept them. if (url.startsWith('blob:')) return kBlobUrlPrefix + url; return url; } private _sanitizeSrcSet(srcset: string): string { return srcset.split(',').map(src => { src = src.trim(); const spaceIndex = src.lastIndexOf(' '); if (spaceIndex === -1) return this._sanitizeUrl(src); return this._sanitizeUrl(src.substring(0, spaceIndex).trim()) + src.substring(spaceIndex); }).join(', '); } private _resolveUrl(base: string, url: string): string { if (url === '') return ''; try { return new URL(url, base).href; } catch (e) { return url; } } private _getSheetBase(sheet: CSSStyleSheet): string { let rootSheet = sheet; while (rootSheet.parentStyleSheet) rootSheet = rootSheet.parentStyleSheet; if (rootSheet.ownerNode) return rootSheet.ownerNode.baseURI; return document.baseURI; } private _getSheetText(sheet: CSSStyleSheet): string { this._readingStyleSheet = true; try { const rules: string[] = []; for (const rule of sheet.cssRules) rules.push(rule.cssText); return rules.join('\n'); } finally { this._readingStyleSheet = false; } } captureSnapshot(): SnapshotData | undefined { const timestamp = performance.now(); const snapshotNumber = ++this._lastSnapshotNumber; let nodeCounter = 0; let shadowDomNesting = 0; // Ensure we are up to date. this._handleMutations(this._observer.takeRecords()); const visitNode = (node: Node | ShadowRoot): { equals: boolean, n: NodeSnapshot } | undefined => { const nodeType = node.nodeType; const nodeName = nodeType === Node.DOCUMENT_FRAGMENT_NODE ? 'template' : node.nodeName; if (nodeType !== Node.ELEMENT_NODE && nodeType !== Node.DOCUMENT_FRAGMENT_NODE && nodeType !== Node.TEXT_NODE) return; if (nodeName === 'SCRIPT') return; if (this._removeNoScript && nodeName === 'NOSCRIPT') return; if (nodeName === 'META' && (node as HTMLMetaElement).httpEquiv.toLowerCase() === 'content-security-policy') return; const data = ensureCachedData(node); const values: any[] = []; let equals = !!data.cached; let extraNodes = 0; const expectValue = (value: any) => { equals = equals && data.cached![values.length] === value; values.push(value); }; const checkAndReturn = (n: NodeSnapshot): { equals: boolean, n: NodeSnapshot } => { data.attributesCached = true; if (equals) return { equals: true, n: [[ snapshotNumber - data.ref![0], data.ref![1] ]] }; nodeCounter += extraNodes; data.ref = [snapshotNumber, nodeCounter++]; data.cached = values; return { equals: false, n }; }; if (nodeType === Node.TEXT_NODE) { const value = node.nodeValue || ''; expectValue(value); return checkAndReturn(value); } if (nodeName === 'STYLE') { const sheet = (node as HTMLStyleElement).sheet; let cssText: string | undefined; if (sheet) cssText = this._updateStyleElementStyleSheetTextIfNeeded(sheet); cssText = cssText || node.textContent || ''; expectValue(cssText); // Compensate for the extra 'cssText' text node. extraNodes++; return checkAndReturn(['style', {}, cssText]); } const attrs: { [attr: string]: string } = {}; const result: NodeSnapshot = [nodeName, attrs]; const visitChild = (child: Node) => { const snapshot = visitNode(child); if (snapshot) { result.push(snapshot.n); expectValue(child); equals = equals && snapshot.equals; } }; const visitChildStyleSheet = (child: CSSStyleSheet) => { const snapshot = visitStyleSheet(child); if (snapshot) { result.push(snapshot.n); expectValue(child); equals = equals && snapshot.equals; } }; if (nodeType === Node.DOCUMENT_FRAGMENT_NODE) attrs[kShadowAttribute] = 'open'; if (nodeType === Node.ELEMENT_NODE) { const element = node as Element; if (nodeName === 'INPUT') { const value = (element as HTMLInputElement).value; expectValue('value'); expectValue(value); attrs['value'] = value; if ((element as HTMLInputElement).checked) { expectValue('checked'); attrs['checked'] = ''; } } if (element.scrollTop) { expectValue(kScrollTopAttribute); expectValue(element.scrollTop); attrs[kScrollTopAttribute] = '' + element.scrollTop; } if (element.scrollLeft) { expectValue(kScrollLeftAttribute); expectValue(element.scrollLeft); attrs[kScrollLeftAttribute] = '' + element.scrollLeft; } if (element.shadowRoot) { ++shadowDomNesting; visitChild(element.shadowRoot); --shadowDomNesting; } } if (nodeName === 'TEXTAREA') { const value = (node as HTMLTextAreaElement).value; expectValue(value); extraNodes++; // Compensate for the extra text node. result.push(value); } else { if (nodeName === 'HEAD') { // Insert fake first, to ensure all elements use the proper base uri. this._fakeBase.setAttribute('href', document.baseURI); visitChild(this._fakeBase); } for (let child = node.firstChild; child; child = child.nextSibling) visitChild(child); expectValue(kEndOfList); let documentOrShadowRoot = null; if (node.ownerDocument!.documentElement === node) documentOrShadowRoot = node.ownerDocument; else if (node.nodeType === Node.DOCUMENT_FRAGMENT_NODE) documentOrShadowRoot = node; if (documentOrShadowRoot) { for (const sheet of (documentOrShadowRoot as any).adoptedStyleSheets || []) visitChildStyleSheet(sheet); expectValue(kEndOfList); } } // Process iframe src attribute before bailing out since it depends on a symbol, not the DOM. if (nodeName === 'IFRAME' || nodeName === 'FRAME') { const element = node as Element; const frameId = (element as any)[kSnapshotFrameId]; const name = 'src'; const value = frameId ? `/snapshot/${frameId}` : ''; expectValue(name); expectValue(value); attrs[name] = value; } // We can skip attributes comparison because nothing else has changed, // and mutation observer didn't tell us about the attributes. if (equals && data.attributesCached && !shadowDomNesting) return checkAndReturn(result); if (nodeType === Node.ELEMENT_NODE) { const element = node as Element; for (let i = 0; i < element.attributes.length; i++) { const name = element.attributes[i].name; if (name === 'value' && (nodeName === 'INPUT' || nodeName === 'TEXTAREA')) continue; if (nodeName === 'LINK' && name === 'integrity') continue; if (nodeName === 'IFRAME' && name === 'src') continue; let value = element.attributes[i].value; if (name === 'src' && (nodeName === 'IMG')) value = this._sanitizeUrl(value); else if (name === 'srcset' && (nodeName === 'IMG')) value = this._sanitizeSrcSet(value); else if (name === 'srcset' && (nodeName === 'SOURCE')) value = this._sanitizeSrcSet(value); else if (name === 'href' && (nodeName === 'LINK')) value = this._sanitizeUrl(value); else if (name.startsWith('on')) value = ''; expectValue(name); expectValue(value); attrs[name] = value; } expectValue(kEndOfList); } if (result.length === 2 && !Object.keys(attrs).length) result.pop(); // Remove empty attrs when there are no children. return checkAndReturn(result); }; const visitStyleSheet = (sheet: CSSStyleSheet) => { const data = ensureCachedData(sheet); const oldCSSText = data.cssText; const cssText = this._updateStyleElementStyleSheetTextIfNeeded(sheet) || ''; if (cssText === oldCSSText) return { equals: true, n: [[ snapshotNumber - data.ref![0], data.ref![1] ]] }; data.ref = [snapshotNumber, nodeCounter++]; return { equals: false, n: ['template', { [kStyleSheetAttribute]: cssText, }] }; }; let html: NodeSnapshot; if (document.documentElement) { const { n } = visitNode(document.documentElement)!; html = n; } else { html = ['html']; } const result: SnapshotData = { html, doctype: document.doctype ? document.doctype.name : undefined, resourceOverrides: [], viewport: { width: window.innerWidth, height: window.innerHeight, }, url: location.href, timestamp, collectionTime: 0, }; for (const sheet of this._staleStyleSheets) { if (sheet.href === null) continue; const content = this._updateLinkStyleSheetTextIfNeeded(sheet, snapshotNumber); if (content === undefined) { // Unable to capture stylesheet contents. continue; } const base = this._getSheetBase(sheet); const url = removeHash(this._resolveUrl(base, sheet.href!)); result.resourceOverrides.push({ url, content, contentType: 'text/css' },); } result.collectionTime = performance.now() - result.timestamp; return result; } } (window as any)[snapshotStreamer] = new Streamer(); }