config.js 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389
  1. /*
  2. * Copyright 2010-2019 Gildas Lormeau
  3. * contact : gildas.lormeau <at> gmail.com
  4. *
  5. * This file is part of SingleFile.
  6. *
  7. * The code in this file is free software: you can redistribute it and/or
  8. * modify it under the terms of the GNU Affero General Public License
  9. * (GNU AGPL) as published by the Free Software Foundation, either version 3
  10. * of the License, or (at your option) any later version.
  11. *
  12. * The code in this file is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero
  15. * General Public License for more details.
  16. *
  17. * As additional permission under GNU AGPL version 3 section 7, you may
  18. * distribute UNMODIFIED VERSIONS OF THIS file without the copy of the GNU
  19. * AGPL normally required by section 4, provided you include this license
  20. * notice and a URL through which recipients can access the Corresponding
  21. * Source.
  22. */
  23. /* global browser, singlefile, navigator, URL, Blob */
  24. singlefile.extension.core.bg.config = (() => {
  25. const CURRENT_PROFILE_NAME = "-";
  26. const DEFAULT_PROFILE_NAME = "__Default_Settings__";
  27. const DISABLED_PROFILE_NAME = "__Disabled_Settings__";
  28. const REGEXP_RULE_PREFIX = "regexp:";
  29. const DEFAULT_CONFIG = {
  30. removeHiddenElements: true,
  31. removeUnusedStyles: true,
  32. removeUnusedFonts: true,
  33. removeFrames: false,
  34. removeImports: true,
  35. removeScripts: true,
  36. compressHTML: true,
  37. compressCSS: true,
  38. loadDeferredImages: true,
  39. loadDeferredImagesMaxIdleTime: 1500,
  40. filenameTemplate: "{page-title} ({date-iso} {time-locale}).html",
  41. infobarTemplate: "",
  42. confirmInfobarContent: false,
  43. confirmFilename: false,
  44. filenameConflictAction: "uniquify",
  45. contextMenuEnabled: true,
  46. tabMenuEnabled: true,
  47. browserActionMenuEnabled: true,
  48. shadowEnabled: true,
  49. logsEnabled: true,
  50. progressBarEnabled: true,
  51. maxResourceSizeEnabled: false,
  52. maxResourceSize: 10,
  53. removeAudioSrc: true,
  54. removeVideoSrc: true,
  55. displayInfobar: true,
  56. displayStats: false,
  57. backgroundSave: true,
  58. autoSaveDelay: 1,
  59. autoSaveLoad: false,
  60. autoSaveUnload: false,
  61. autoSaveLoadOrUnload: true,
  62. autoSaveRepeat: false,
  63. autoSaveRepeatDelay: 10,
  64. removeAlternativeFonts: true,
  65. removeAlternativeMedias: true,
  66. removeAlternativeImages: true,
  67. groupDuplicateImages: true,
  68. saveRawPage: false,
  69. saveToClipboard: false
  70. };
  71. let pendingUpgradePromise = upgrade();
  72. return {
  73. DEFAULT_PROFILE_NAME,
  74. DISABLED_PROFILE_NAME,
  75. CURRENT_PROFILE_NAME,
  76. get: getConfig,
  77. getRule,
  78. getOptions,
  79. getProfiles,
  80. onMessage,
  81. updateRule,
  82. addRule
  83. };
  84. async function upgrade() {
  85. const config = await browser.storage.local.get();
  86. if (!config.profiles) {
  87. const defaultConfig = config;
  88. delete defaultConfig.tabsData;
  89. applyUpgrade(defaultConfig);
  90. const newConfig = { profiles: {}, rules: [] };
  91. newConfig.profiles[DEFAULT_PROFILE_NAME] = defaultConfig;
  92. browser.storage.local.remove(Object.keys(DEFAULT_CONFIG));
  93. await browser.storage.local.set(newConfig);
  94. } else {
  95. if (!config.rules) {
  96. config.rules = [];
  97. }
  98. Object.keys(config.profiles).forEach(profileName => applyUpgrade(config.profiles[profileName]));
  99. await browser.storage.local.remove(["profiles", "defaultProfile", "rules"]);
  100. await browser.storage.local.set({ profiles: config.profiles, rules: config.rules });
  101. }
  102. if (!config.maxParallelWorkers) {
  103. await browser.storage.local.set({ maxParallelWorkers: navigator.hardwareConcurrency || 4 });
  104. }
  105. }
  106. function applyUpgrade(config) {
  107. Object.keys(DEFAULT_CONFIG).forEach(configKey => upgradeConfig(config, configKey));
  108. }
  109. function upgradeOldConfig(config, newKey, oldKey) { // eslint-disable-line no-unused-vars
  110. if (config[newKey] === undefined && config[oldKey] !== undefined) {
  111. config[newKey] = config[oldKey];
  112. delete config[oldKey];
  113. }
  114. }
  115. function upgradeConfig(config, key) {
  116. if (config[key] === undefined) {
  117. config[key] = DEFAULT_CONFIG[key];
  118. }
  119. }
  120. async function getRule(url) {
  121. const config = await getConfig();
  122. const regExpRules = config.rules.filter(rule => testRegExpRule(rule));
  123. let rule = regExpRules.sort(sortRules).find(rule => url && url.match(new RegExp(rule.url.split(REGEXP_RULE_PREFIX)[1])));
  124. if (!rule) {
  125. const normalRules = config.rules.filter(rule => !testRegExpRule(rule));
  126. rule = normalRules.sort(sortRules).find(rule => url && url.includes(rule.url));
  127. }
  128. return rule;
  129. }
  130. async function getConfig() {
  131. await pendingUpgradePromise;
  132. return browser.storage.local.get(["profiles", "rules", "maxParallelWorkers"]);
  133. }
  134. function sortRules(ruleLeft, ruleRight) {
  135. ruleRight.url.length - ruleLeft.url.length;
  136. }
  137. function testRegExpRule(rule) {
  138. return rule.url.toLowerCase().startsWith(REGEXP_RULE_PREFIX);
  139. }
  140. async function onMessage(message) {
  141. if (message.method.endsWith(".deleteRules")) {
  142. await deleteRules(message.profileName);
  143. }
  144. if (message.method.endsWith(".deleteRule")) {
  145. await deleteRule(message.url);
  146. }
  147. if (message.method.endsWith(".addRule")) {
  148. await addRule(message.url, message.profileName, message.autoSaveProfileName);
  149. }
  150. if (message.method.endsWith(".createProfile")) {
  151. await createProfile(message.profileName);
  152. }
  153. if (message.method.endsWith(".renameProfile")) {
  154. await renameProfile(message.profileName, message.newProfileName);
  155. }
  156. if (message.method.endsWith(".deleteProfile")) {
  157. await deleteProfile(message.profileName);
  158. }
  159. if (message.method.endsWith(".resetProfiles")) {
  160. await resetProfiles();
  161. }
  162. if (message.method.endsWith(".resetProfile")) {
  163. await resetProfile(message.profileName);
  164. }
  165. if (message.method.endsWith(".importConfig")) {
  166. await importConfig(message.config);
  167. }
  168. if (message.method.endsWith(".updateProfile")) {
  169. await updateProfile(message.profileName, message.profile);
  170. }
  171. if (message.method.endsWith(".updateRule")) {
  172. await updateRule(message.url, message.newUrl, message.profileName, message.autoSaveProfileName);
  173. }
  174. if (message.method.endsWith(".getConstants")) {
  175. return {
  176. DISABLED_PROFILE_NAME,
  177. DEFAULT_PROFILE_NAME,
  178. CURRENT_PROFILE_NAME
  179. };
  180. }
  181. if (message.method.endsWith(".getRules")) {
  182. return getRules();
  183. }
  184. if (message.method.endsWith(".getProfiles")) {
  185. return getProfiles();
  186. }
  187. if (message.method.endsWith(".exportConfig")) {
  188. return exportConfig();
  189. }
  190. return {};
  191. }
  192. async function createProfile(profileName) {
  193. const config = await getConfig();
  194. if (Object.keys(config.profiles).includes(profileName)) {
  195. throw new Error("Duplicate profile name");
  196. }
  197. config.profiles[profileName] = DEFAULT_CONFIG;
  198. await browser.storage.local.set({ profiles: config.profiles });
  199. }
  200. async function getProfiles() {
  201. const config = await getConfig();
  202. return config.profiles;
  203. }
  204. async function getOptions(url, autoSave) {
  205. const [config, rule, allTabsData] = await Promise.all([getConfig(), getRule(url), singlefile.extension.core.bg.tabsData.get()]);
  206. const tabProfileName = allTabsData.profileName || DEFAULT_PROFILE_NAME;
  207. if (rule) {
  208. const profileName = rule[autoSave ? "autoSaveProfile" : "profile"];
  209. return config.profiles[profileName == CURRENT_PROFILE_NAME ? tabProfileName : profileName];
  210. } else {
  211. return config.profiles[tabProfileName];
  212. }
  213. }
  214. async function updateProfile(profileName, profile) {
  215. const config = await getConfig();
  216. if (!Object.keys(config.profiles).includes(profileName)) {
  217. throw new Error("Profile not found");
  218. }
  219. Object.keys(profile).forEach(key => config.profiles[profileName][key] = profile[key]);
  220. await browser.storage.local.set({ profiles: config.profiles });
  221. }
  222. async function renameProfile(oldProfileName, profileName) {
  223. const tabsData = singlefile.extension.core.bg.tabsData;
  224. const [config, allTabsData] = await Promise.all([getConfig(), tabsData.get()]);
  225. if (!Object.keys(config.profiles).includes(oldProfileName)) {
  226. throw new Error("Profile not found");
  227. }
  228. if (Object.keys(config.profiles).includes(profileName)) {
  229. throw new Error("Duplicate profile name");
  230. }
  231. if (oldProfileName == DEFAULT_PROFILE_NAME) {
  232. throw new Error("Default settings cannot be renamed");
  233. }
  234. if (allTabsData.profileName == oldProfileName) {
  235. allTabsData.profileName = profileName;
  236. await tabsData.set(allTabsData);
  237. }
  238. config.profiles[profileName] = config.profiles[oldProfileName];
  239. config.rules.forEach(rule => {
  240. if (rule.profile == oldProfileName) {
  241. rule.profile = profileName;
  242. }
  243. if (rule.autoSaveProfile == oldProfileName) {
  244. rule.autoSaveProfile = profileName;
  245. }
  246. });
  247. delete config.profiles[oldProfileName];
  248. await browser.storage.local.set({ profiles: config.profiles, rules: config.rules });
  249. }
  250. async function deleteProfile(profileName) {
  251. const tabsData = singlefile.extension.core.bg.tabsData;
  252. const [config, allTabsData] = await Promise.all([getConfig(), tabsData.get()]);
  253. if (!Object.keys(config.profiles).includes(profileName)) {
  254. throw new Error("Profile not found");
  255. }
  256. if (profileName == DEFAULT_PROFILE_NAME) {
  257. throw new Error("Default settings cannot be deleted");
  258. }
  259. if (allTabsData.profileName == profileName) {
  260. delete allTabsData.profileName;
  261. await tabsData.set(allTabsData);
  262. }
  263. config.rules.forEach(rule => {
  264. if (rule.profile == profileName) {
  265. rule.profile = DEFAULT_PROFILE_NAME;
  266. }
  267. if (rule.autoSaveProfile == profileName) {
  268. rule.autoSaveProfile = DEFAULT_PROFILE_NAME;
  269. }
  270. });
  271. delete config.profiles[profileName];
  272. await browser.storage.local.set({ profiles: config.profiles, rules: config.rules });
  273. }
  274. async function getRules() {
  275. const config = await getConfig();
  276. return config.rules;
  277. }
  278. async function addRule(url, profile, autoSaveProfile) {
  279. if (!url) {
  280. throw new Error("URL is empty");
  281. }
  282. const config = await getConfig();
  283. if (config.rules.find(rule => rule.url == url)) {
  284. throw new Error("URL already exists");
  285. }
  286. config.rules.push({
  287. url,
  288. profile,
  289. autoSaveProfile
  290. });
  291. await browser.storage.local.set({ rules: config.rules });
  292. }
  293. async function deleteRule(url) {
  294. if (!url) {
  295. throw new Error("URL is empty");
  296. }
  297. const config = await getConfig();
  298. config.rules = config.rules.filter(rule => rule.url != url);
  299. await browser.storage.local.set({ rules: config.rules });
  300. }
  301. async function deleteRules(profileName) {
  302. const config = await getConfig();
  303. config.rules = config.rules = profileName ? config.rules.filter(rule => rule.autoSaveProfile != profileName && rule.profile != profileName) : [];
  304. await browser.storage.local.set({ rules: config.rules });
  305. }
  306. async function updateRule(url, newURL, profile, autoSaveProfile) {
  307. if (!url || !newURL) {
  308. throw new Error("URL is empty");
  309. }
  310. const config = await getConfig();
  311. const urlConfig = config.rules.find(rule => rule.url == url);
  312. if (!urlConfig) {
  313. throw new Error("URL not found");
  314. }
  315. if (config.rules.find(rule => rule.url == newURL && rule.url != url)) {
  316. throw new Error("New URL already exists");
  317. }
  318. urlConfig.url = newURL;
  319. urlConfig.profile = profile;
  320. urlConfig.autoSaveProfile = autoSaveProfile;
  321. await browser.storage.local.set({ rules: config.rules });
  322. }
  323. async function resetProfiles() {
  324. const tabsData = singlefile.extension.core.bg.tabsData;
  325. await pendingUpgradePromise;
  326. const allTabsData = await tabsData.get();
  327. delete allTabsData.profileName;
  328. await tabsData.set(allTabsData);
  329. await browser.storage.local.remove(["profiles", "rules", "maxParallelWorkers"]);
  330. await upgrade();
  331. }
  332. async function resetProfile(profileName) {
  333. const config = await getConfig();
  334. if (!Object.keys(config.profiles).includes(profileName)) {
  335. throw new Error("Profile not found");
  336. }
  337. config.profiles[profileName] = DEFAULT_CONFIG;
  338. await browser.storage.local.set({ profiles: config.profiles });
  339. }
  340. async function exportConfig() {
  341. const config = await getConfig();
  342. const url = URL.createObjectURL(new Blob([JSON.stringify({ profiles: config.profiles, rules: config.rules, maxParallelWorkers: config.maxParallelWorkers }, null, 2)], { type: "text/json" }));
  343. const downloadInfo = {
  344. url,
  345. filename: "singlefile-settings.json",
  346. saveAs: true
  347. };
  348. try {
  349. await singlefile.extension.core.bg.downloads.download(downloadInfo);
  350. } finally {
  351. URL.revokeObjectURL(url);
  352. }
  353. }
  354. async function importConfig(config) {
  355. await browser.storage.local.remove(["profiles", "rules", "maxParallelWorkers"]);
  356. await browser.storage.local.set({ profiles: config.profiles, rules: config.rules, maxParallelWorkers: config.maxParallelWorkers });
  357. await upgrade();
  358. }
  359. })();