SingleFile/extension/core/bg/autosave.js

/*
 * Copyright 2010-2020 Gildas Lormeau
 * contact : gildas.lormeau <at> gmail.com
 * 
 * This file is part of SingleFile.
 *
 *   The code in this file is free software: you can redistribute it and/or 
 *   modify it under the terms of the GNU Affero General Public License 
 *   (GNU AGPL) as published by the Free Software Foundation, either version 3
 *   of the License, or (at your option) any later version.
 * 
 *   The code in this file is distributed in the hope that it will be useful, 
 *   but WITHOUT ANY WARRANTY; without even the implied warranty of 
 *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero 
 *   General Public License for more details.
 *
 *   As additional permission under GNU AGPL version 3 section 7, you may 
 *   distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU 
 *   AGPL normally required by section 4, provided you include this license 
 *   notice and a URL through which recipients can access the Corresponding 
 *   Source.
 */

/* global infobar, URL, Blob, XMLHttpRequest */

import * as config from "./config.js";
import * as business from "./business.js";
import * as companion from "./companion.js";
import * as downloads from "./downloads.js";
import * as tabsData from "./tabs-data.js";
import * as tabs from "./tabs.js";
import * as ui from "./../../ui/bg/index.js";
import { getPageData } from "./../../index.js";
import * as woleet from "./../../lib/woleet/woleet.js";

const pendingDiscardedTabs = {};

export {
	onMessage,
	onMessageExternal,
	onInit,
	isEnabled,
	refreshTabs,
	onTabRemoved
};

async function onMessage(message, sender) {
	if (message.method.endsWith(".init")) {
		const [options, autoSaveEnabled] = await Promise.all([config.getOptions(sender.tab.url, true), isEnabled(sender.tab)]);
		return { options, autoSaveEnabled };
	}
	if (message.method.endsWith(".save")) {
		const tabId = sender.tab.id;
		let resolvePendingDiscardedTab;
		pendingDiscardedTabs[tabId] = new Promise(resolve => resolvePendingDiscardedTab = resolve);
		if (message.autoSaveDiscard) {
			message.tab = sender.tab;
			resolvePendingDiscardedTab(message);
			if (message.autoSaveUnload) {
				await saveContent(message, sender.tab);
			}
		} else {
			await saveContent(message, sender.tab);
		}
		return {};
	}
}

async function onTabRemoved(tabId) {
	const pendingDiscardedTab = await pendingDiscardedTabs[tabId];
	if (pendingDiscardedTab) {
		await saveContent(pendingDiscardedTab, pendingDiscardedTab.tab);
	}
}

async function onMessageExternal(message, currentTab) {
	if (message.method == "enableAutoSave") {
		const allTabsData = await tabsData.get(currentTab.id);
		allTabsData[currentTab.id].autoSave = message.enabled;
		await tabsData.set(allTabsData);
		ui.refreshTab(currentTab);
	}
	if (message.method == "isAutoSaveEnabled") {
		return isEnabled(currentTab);
	}
}

async function onInit(tab) {
	const [options, autoSaveEnabled] = await Promise.all([config.getOptions(tab.url, true), isEnabled(tab)]);
	if (options && ((options.autoSaveLoad || options.autoSaveLoadOrUnload) && autoSaveEnabled)) {
		business.saveTabs([tab], { autoSave: true });
	}
}

async function isEnabled(tab) {
	if (tab) {
		const [allTabsData, rule] = await Promise.all([tabsData.get(), config.getRule(tab.url)]);
		return Boolean(allTabsData.autoSaveAll ||
			(allTabsData.autoSaveUnpinned && !tab.pinned) ||
			(allTabsData[tab.id] && allTabsData[tab.id].autoSave)) &&
			(!rule || rule.autoSaveProfile != config.DISABLED_PROFILE_NAME);
	}
}

async function refreshTabs() {
	const allTabs = (await tabs.get({}));
	return Promise.all(allTabs.map(async tab => {
		const [options, autoSaveEnabled] = await Promise.all([config.getOptions(tab.url, true), isEnabled(tab)]);
		try {
			await tabs.sendMessage(tab.id, { method: "content.init", autoSaveEnabled, options });
		} catch (error) {
			// ignored
		}
	}));
}

async function saveContent(message, tab) {
	const tabId = tab.id;
	delete pendingDiscardedTabs[tabId];
	const options = await config.getOptions(tab.url, true);
	if (options) {
		ui.onStart(tabId, 1, true);
		options.content = message.content;
		options.url = message.url;
		options.frames = message.frames;
		options.canvases = message.canvases;
		options.fonts = message.fonts;
		options.stylesheets = message.stylesheets;
		options.images = message.images;
		options.posters = message.posters;
		options.usedFonts = message.usedFonts;
		options.shadowRoots = message.shadowRoots;
		options.imports = message.imports;
		options.referrer = message.referrer;
		options.updatedResources = message.updatedResources;
		options.visitDate = new Date(message.visitDate);
		options.backgroundTab = true;
		options.autoSave = true;
		options.incognito = tab.incognito;
		options.tabId = tabId;
		options.tabIndex = tab.index;
		let pageData;
		try {
			if (options.autoSaveExternalSave) {
				await companion.save(options);
			} else {
				pageData = await getPageData(options, null, null, { fetch });
				if (options.includeInfobar) {
					await infobar.includeScript(pageData);
				}
				const blob = new Blob([pageData.content], { type: "text/html" });
				if (options.saveToGDrive) {
					await downloads.uploadPage(message.taskId, pageData.filename, blob, options, {});
				} else {
					pageData.url = URL.createObjectURL(blob);
					await downloads.downloadPage(pageData, options);
					if (options.openSavedPage) {
						const createTabProperties = { active: true, url: URL.createObjectURL(blob) };
						const index = tab.index;
						try {
							await tabs.get({ id: tabId });
							createTabProperties.index = index + 1;
						} catch (error) {
							createTabProperties.index = index;
						}
						tabs.create(createTabProperties);
					}
				}
				if (pageData.hash) {
					await woleet.anchor(pageData.hash);
				}
			}
		} finally {
			business.onSaveEnd(message.taskId);
			if (pageData && pageData.url) {
				URL.revokeObjectURL(pageData.url);
			}
			ui.onEnd(tabId, true);
		}
	}
}

function fetch(url) {
	return new Promise((resolve, reject) => {
		const xhrRequest = new XMLHttpRequest();
		xhrRequest.withCredentials = true;
		xhrRequest.responseType = "arraybuffer";
		xhrRequest.onerror = event => reject(new Error(event.detail));
		xhrRequest.onreadystatechange = () => {
			if (xhrRequest.readyState == XMLHttpRequest.DONE) {
				resolve({
					status: xhrRequest.status,
					headers: {
						get: name => xhrRequest.getResponseHeader(name)
					},
					arrayBuffer: async () => xhrRequest.response
				});
			}
		};
		xhrRequest.open("GET", url, true);
		xhrRequest.send();
	});
}