|
|
@@ -1,178 +0,0 @@
|
|
|
-/*
|
|
|
- * Copyright 2010-2019 Gildas Lormeau
|
|
|
- * contact : gildas.lormeau <at> gmail.com
|
|
|
- *
|
|
|
- * This file is part of SingleFile.
|
|
|
- *
|
|
|
- * The code in this file is free software: you can redistribute it and/or
|
|
|
- * modify it under the terms of the GNU Affero General Public License
|
|
|
- * (GNU AGPL) as published by the Free Software Foundation, either version 3
|
|
|
- * of the License, or (at your option) any later version.
|
|
|
- *
|
|
|
- * The code in this file is distributed in the hope that it will be useful,
|
|
|
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero
|
|
|
- * General Public License for more details.
|
|
|
- *
|
|
|
- * As additional permission under GNU AGPL version 3 section 7, you may
|
|
|
- * distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU
|
|
|
- * AGPL normally required by section 4, provided you include this license
|
|
|
- * notice and a URL through which recipients can access the Corresponding
|
|
|
- * Source.
|
|
|
- */
|
|
|
-
|
|
|
-/* global __dirname, require, exports, process, setTimeout, clearTimeout */
|
|
|
-
|
|
|
-const fs = require("fs");
|
|
|
-const path = require("path");
|
|
|
-
|
|
|
-const firefox = require("selenium-webdriver/firefox");
|
|
|
-const { Builder, By, Key } = require("selenium-webdriver");
|
|
|
-
|
|
|
-const SCRIPTS = [
|
|
|
- "../../index.js",
|
|
|
- "../../lib/hooks/content/content-hooks-frames.js",
|
|
|
- "../../lib/frame-tree/content/content-frame-tree.js",
|
|
|
- "../../lib/lazy/content/content-lazy-loader.js",
|
|
|
- "../../lib/single-file/single-file-util.js",
|
|
|
- "../../lib/single-file/single-file-helper.js",
|
|
|
- "../../lib/single-file/vendor/css-tree.js",
|
|
|
- "../../lib/single-file/vendor/html-srcset-parser.js",
|
|
|
- "../../lib/single-file/vendor/css-minifier.js",
|
|
|
- "../../lib/single-file/vendor/css-font-property-parser.js",
|
|
|
- "../../lib/single-file/vendor/css-media-query-parser.js",
|
|
|
- "../../lib/single-file/modules/html-minifier.js",
|
|
|
- "../../lib/single-file/modules/css-fonts-minifier.js",
|
|
|
- "../../lib/single-file/modules/css-fonts-alt-minifier.js",
|
|
|
- "../../lib/single-file/modules/css-matched-rules.js",
|
|
|
- "../../lib/single-file/modules/css-medias-alt-minifier.js",
|
|
|
- "../../lib/single-file/modules/css-rules-minifier.js",
|
|
|
- "../../lib/single-file/modules/html-images-alt-minifier.js",
|
|
|
- "../../lib/single-file/modules/html-serializer.js",
|
|
|
- "../../lib/single-file/single-file-core.js",
|
|
|
- "../../lib/single-file/single-file.js"
|
|
|
-];
|
|
|
-
|
|
|
-exports.getPageData = async options => {
|
|
|
- let driver;
|
|
|
- try {
|
|
|
- const builder = new Builder().withCapabilities({ "pageLoadStrategy": "eager" });
|
|
|
- const firefoxOptions = new firefox.Options();
|
|
|
- options.enableMaff = true;
|
|
|
- if ((options.browserHeadless === undefined || options.browserHeadless) && !options.browserDebug) {
|
|
|
- firefoxOptions.headless();
|
|
|
- }
|
|
|
- if (options.browserExecutablePath) {
|
|
|
- firefoxOptions.setBinary(options.browserExecutablePath);
|
|
|
- }
|
|
|
- if (options.webDriverExecutablePath) {
|
|
|
- process.env["webdriver.gecko.driver"] = options.webDriverExecutablePath;
|
|
|
- }
|
|
|
- const profile = new firefox.Profile();
|
|
|
- if (options.browserDisableWebSecurity === undefined || options.browserDisableWebSecurity) {
|
|
|
- profile.addExtension(require.resolve("./extensions/signed/disable_web_security-0.0.3-an+fx.xpi"));
|
|
|
- }
|
|
|
- if (options.browserBypassCSP === undefined || options.browserBypassCSP) {
|
|
|
- profile.addExtension(require.resolve("./extensions/signed/bypass_csp-0.0.3-an+fx.xpi"));
|
|
|
- }
|
|
|
- if (options.browserWaitUntil === undefined || options.browserWaitUntil == "networkidle0" || options.browserWaitUntil == "networkidle2") {
|
|
|
- profile.addExtension(require.resolve("./extensions/signed/network_idle-0.0.2-an+fx.xpi"));
|
|
|
- }
|
|
|
- if (options.browserExtensions && options.browserExtensions.length) {
|
|
|
- options.browserExtensions.forEach(extensionPath => profile.addExtension(path.resolve(__dirname, "..", extensionPath)));
|
|
|
- }
|
|
|
- if (options.userAgent) {
|
|
|
- profile.setPreference("general.useragent.override", options.userAgent);
|
|
|
- }
|
|
|
- profile.addExtension(require.resolve("./extensions/signed/mozilla_archive_format_with_mht_and_faithful_save-5.2.1-fx+sm.xpi"));
|
|
|
- profile.setPreference("browser.tabs.remote.autostart", false);
|
|
|
- profile.setPreference("browser.tabs.remote.autostart.2", false);
|
|
|
- profile.setPreference("extensions.allow-non-mpc-extensions", true);
|
|
|
- profile.setPreference("xpinstall.signatures.required", false);
|
|
|
- firefoxOptions.setProfile(profile);
|
|
|
- builder.setFirefoxOptions(firefoxOptions);
|
|
|
- driver = await builder.forBrowser("firefox").build();
|
|
|
- driver.manage().setTimeouts({ script: options.browserLoadMaxTime, pageLoad: options.browserLoadMaxTime, implicit: options.browserLoadMaxTime });
|
|
|
- if (options.browserWidth && options.browserHeight) {
|
|
|
- const window = driver.manage().window();
|
|
|
- if (window.setRect) {
|
|
|
- window.setRect(options.browserHeight, options.browserWidth);
|
|
|
- } else if (window.setSize) {
|
|
|
- window.setSize(options.browserWidth, options.browserHeight);
|
|
|
- }
|
|
|
- }
|
|
|
- let scripts = SCRIPTS.map(scriptPath => fs.readFileSync(require.resolve(scriptPath)).toString().replace(/\n(this)\.([^ ]+) = (this)\.([^ ]+) \|\|/g, "\nwindow.$2 = window.$4 ||")).join("\n");
|
|
|
- const fileContents = {
|
|
|
- "../../lib/hooks/content/content-hooks-web.js": fs.readFileSync(require.resolve("../../lib/hooks/content/content-hooks-web.js")).toString(),
|
|
|
- "../../lib/hooks/content/content-hooks-frames-web.js": fs.readFileSync(require.resolve("../../lib/hooks/content/content-hooks-frames-web.js")).toString(),
|
|
|
- };
|
|
|
- scripts = scripts + ";this.singlefile.lib.getFileContent = filename => (" + JSON.stringify(fileContents) + ")[filename];";
|
|
|
- if (options.browserDebug) {
|
|
|
- await driver.findElement(By.css("html")).sendKeys(Key.SHIFT + Key.F5);
|
|
|
- await driver.sleep(3000);
|
|
|
- }
|
|
|
- await driver.get(options.url);
|
|
|
- await driver.executeScript(scripts);
|
|
|
- if (options.browserWaitUntil != "domcontentloaded") {
|
|
|
- let scriptPromise;
|
|
|
- if (options.browserWaitUntil === undefined || options.browserWaitUntil == "networkidle0") {
|
|
|
- scriptPromise = driver.executeAsyncScript("addEventListener(\"single-file-network-idle-0\", () => arguments[0](), true)");
|
|
|
- } else if (options.browserWaitUntil == "networkidle2") {
|
|
|
- scriptPromise = driver.executeAsyncScript("addEventListener(\"single-file-network-idle-2\", () => arguments[0](), true)");
|
|
|
- } else if (options.browserWaitUntil == "load") {
|
|
|
- scriptPromise = driver.executeAsyncScript("if (document.readyState == \"loading\") { document.addEventListener(\"load\", () => arguments[0]()) } else { arguments[0](); }");
|
|
|
- }
|
|
|
- let cancelTimeout;
|
|
|
- const timeoutPromise = new Promise(resolve => {
|
|
|
- const timeoutId = setTimeout(resolve, Math.max(0, options.browserLoadMaxTime - 5000));
|
|
|
- cancelTimeout = () => {
|
|
|
- clearTimeout(timeoutId);
|
|
|
- resolve();
|
|
|
- };
|
|
|
- });
|
|
|
- await Promise.race([scriptPromise, timeoutPromise]);
|
|
|
- cancelTimeout();
|
|
|
- }
|
|
|
- const result = await driver.executeAsyncScript(getPageDataScript(), options);
|
|
|
- if (result.error) {
|
|
|
- throw result.error;
|
|
|
- } else {
|
|
|
- return result.pageData;
|
|
|
- }
|
|
|
- } finally {
|
|
|
- if (driver && !options.browserDebug) {
|
|
|
- driver.quit();
|
|
|
- }
|
|
|
- }
|
|
|
-};
|
|
|
-
|
|
|
-function getPageDataScript() {
|
|
|
- return `
|
|
|
- const [options, callback] = arguments;
|
|
|
- getPageData()
|
|
|
- .then(pageData => callback({ pageData }))
|
|
|
- .catch(error => callback({ error: error.toString() }));
|
|
|
-
|
|
|
- async function getPageData() {
|
|
|
- singlefile.lib.helper.initDoc(document);
|
|
|
- options.insertSingleFileComment = true;
|
|
|
- options.insertFaviconLink = true;
|
|
|
- const preInitializationPromises = [];
|
|
|
- if (!options.saveRawPage) {
|
|
|
- if (!options.removeFrames) {
|
|
|
- preInitializationPromises.push(singlefile.lib.frameTree.content.frames.getAsync(options));
|
|
|
- }
|
|
|
- if (options.loadDeferredImages) {
|
|
|
- preInitializationPromises.push(singlefile.lib.lazy.content.loader.process(options));
|
|
|
- }
|
|
|
- }
|
|
|
- [options.frames] = await Promise.all(preInitializationPromises);
|
|
|
- options.doc = document;
|
|
|
- options.win = window;
|
|
|
- const SingleFile = singlefile.lib.SingleFile.getClass();
|
|
|
- const singleFile = new SingleFile(options);
|
|
|
- await singleFile.run();
|
|
|
- return await singleFile.getPageData();
|
|
|
- }
|
|
|
- `;
|
|
|
-}
|
Gildas