SingleFile/node-jsdom/example.js

/*
 * Copyright 2010-2019 Gildas Lormeau
 * contact : gildas.lormeau <at> gmail.com
 * 
 * This file is part of SingleFile.
 *
 *   The code in this file is free software: you can redistribute it and/or 
 *   modify it under the terms of the GNU Affero General Public License 
 *   (GNU AGPL) as published by the Free Software Foundation, either version 3
 *   of the License, or (at your option) any later version.
 * 
 *   The code in this file is distributed in the hope that it will be useful, 
 *   but WITHOUT ANY WARRANTY; without even the implied warranty of 
 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero 
 *   General Public License for more details.
 *
 *   As additional permission under GNU AGPL version 3 section 7, you may 
 *   distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU 
 *   AGPL normally required by section 4, provided you include this license 
 *   notice and a URL through which recipients can access the Corresponding 
 *   Source.
 */

/* global require */

const fs = require("fs");

const jsdom = require("jsdom");
const request = require("request-promise-native");

const SingleFileNode = require("./single-file-jsdom.js");

run({
	url: "https://github.com/gildas-lormeau/SingleFile",
	userAgent: "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:65.0) Gecko Firefox AppleWebKit (KHTML, like Gecko) Chrome Safari",
	removeHiddenElements: true,
	removeUnusedStyles: true,
	removeUnusedFonts: true,
	removeFrames: true,
	removeImports: true,
	removeScripts: true,
	compressHTML: true,
	compressCSS: true,
	loadDeferredImages: false,
	filenameTemplate: "{page-title} ({date-iso} {time-locale}).html",
	removeAudioSrc: true,
	removeVideoSrc: true,
	displayInfobar: true,
	removeAlternativeFonts: true,
	removeAlternativeMedias: true,
	removeAlternativeImages: true,
	groupDuplicateImages: true
});

async function run(options) {
	const pageContent = (await request({
		method: "GET",
		uri: options.url,
		resolveWithFullResponse: true,
		encoding: null,
		headers: {
			"User-Agent": options.userAgent
		}
	})).body.toString();
	const dom = new jsdom.JSDOM(pageContent, { url: options.url, virtualConsole: new jsdom.VirtualConsole(), userAgent: options.userAgent });
	options.win = dom.window;
	options.doc = dom.window.document;
	options.saveRawPage = true;
	const processor = new (SingleFileNode.getClass())(options);
	await processor.initialize();
	await processor.run();
	const page = await processor.getPageData();
	fs.writeFileSync(page.filename, page.content);
}