content.js 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226
  1. /*
  2. * Copyright 2018 Gildas Lormeau
  3. * contact : gildas.lormeau <at> gmail.com
  4. *
  5. * This file is part of SingleFile.
  6. *
  7. * SingleFile is free software: you can redistribute it and/or modify
  8. * it under the terms of the GNU Lesser General Public License as published by
  9. * the Free Software Foundation, either version 3 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * SingleFile is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public License
  18. * along with SingleFile. If not, see <http://www.gnu.org/licenses/>.
  19. */
  20. /* global browser, SingleFileBrowser, singlefile, frameTree, document, Blob, MouseEvent, getSelection, prompt, addEventListener, Node, window, lazyLoader, URL, timeout */
  21. this.singlefile.top = this.singlefile.top || (() => {
  22. const MESSAGE_PREFIX = "__SingleFile__::";
  23. const SingleFile = SingleFileBrowser.getClass();
  24. let processing = false;
  25. browser.runtime.onMessage.addListener(message => {
  26. if (message.savePage) {
  27. savePage(message);
  28. }
  29. });
  30. addEventListener("message", event => {
  31. if (typeof event.data == "string" && event.data.startsWith(MESSAGE_PREFIX)) {
  32. const message = JSON.parse(event.data.substring(MESSAGE_PREFIX.length));
  33. if (message.savePage) {
  34. savePage(message);
  35. }
  36. }
  37. });
  38. return true;
  39. async function savePage(message) {
  40. const options = message.options;
  41. if (!processing && !options.frameId) {
  42. let selectionFound;
  43. if (options.selected) {
  44. selectionFound = await markSelection();
  45. }
  46. if (!options.selected || selectionFound) {
  47. processing = true;
  48. try {
  49. const page = await processPage(options);
  50. await downloadPage(page, options);
  51. } catch (error) {
  52. console.error(error); // eslint-disable-line no-console
  53. browser.runtime.sendMessage({ processError: true, error, options: { autoSave: false } });
  54. }
  55. } else {
  56. browser.runtime.sendMessage({ processCancelled: true, options: { autoSave: false } });
  57. }
  58. processing = false;
  59. }
  60. }
  61. async function markSelection() {
  62. let selectionFound = markSelectedContent();
  63. if (selectionFound) {
  64. return selectionFound;
  65. } else {
  66. const selectedArea = await singlefile.ui.getSelectedArea();
  67. if (selectedArea) {
  68. markSelectedArea(selectedArea);
  69. selectionFound = true;
  70. }
  71. return selectionFound;
  72. }
  73. }
  74. async function processPage(options) {
  75. singlefile.ui.onStartPage();
  76. const processor = new SingleFile(options);
  77. const preInitializationPromises = [];
  78. options.insertSingleFileComment = true;
  79. options.insertFaviconLink = true;
  80. if (!options.removeFrames && this.frameTree) {
  81. let frameTreePromise;
  82. if (options.lazyLoadImages) {
  83. frameTreePromise = new Promise(resolve => timeout.set(() => resolve(frameTree.getAsync(options)), options.maxLazyLoadImagesIdleTime - frameTree.TIMEOUT_INIT_REQUEST_MESSAGE));
  84. } else {
  85. frameTreePromise = frameTree.getAsync(options);
  86. }
  87. singlefile.ui.onLoadingFrames();
  88. frameTreePromise.then(() => singlefile.ui.onLoadFrames());
  89. preInitializationPromises.push(frameTreePromise);
  90. }
  91. if (options.lazyLoadImages && options.shadowEnabled) {
  92. const lazyLoadPromise = lazyLoader.process(options);
  93. singlefile.ui.onLoadingDeferResources();
  94. lazyLoadPromise.then(() => singlefile.ui.onLoadDeferResources());
  95. preInitializationPromises.push(lazyLoadPromise);
  96. }
  97. let index = 0, maxIndex = 0;
  98. options.onprogress = event => {
  99. if (event.type == event.RESOURCES_INITIALIZED) {
  100. maxIndex = event.detail.max;
  101. }
  102. if (event.type == event.RESOURCES_INITIALIZED || event.type == event.RESOURCE_LOADED) {
  103. if (event.type == event.RESOURCE_LOADED) {
  104. index++;
  105. }
  106. browser.runtime.sendMessage({ processProgress: true, index, maxIndex, options: { autoSave: false } });
  107. if (options.shadowEnabled) {
  108. singlefile.ui.onLoadResource(index, maxIndex);
  109. }
  110. } if (event.type == event.PAGE_ENDED) {
  111. browser.runtime.sendMessage({ processEnd: true, options: { autoSave: false } });
  112. } else if (options.shadowEnabled && !event.detail.frame) {
  113. if (event.type == event.PAGE_LOADING) {
  114. singlefile.ui.onPageLoading();
  115. } else if (event.type == event.PAGE_LOADED) {
  116. singlefile.ui.onLoadPage();
  117. } else if (event.type == event.STAGE_STARTED) {
  118. singlefile.ui.onStartStage(event.detail.step);
  119. } else if (event.type == event.STAGE_ENDED) {
  120. singlefile.ui.onEndStage(event.detail.step);
  121. } else if (event.type == event.STAGE_TASK_STARTED) {
  122. singlefile.ui.onStartStageTask(event.detail.step, event.detail.task);
  123. } else if (event.type == event.STAGE_TASK_ENDED) {
  124. if (event.detail.step < 3) {
  125. singlefile.ui.onEndStageTask(event.detail.step, event.detail.task);
  126. }
  127. }
  128. }
  129. };
  130. [options.framesData] = await Promise.all(preInitializationPromises);
  131. options.doc = document;
  132. options.win = window;
  133. await processor.initialize();
  134. await processor.run();
  135. if (options.confirmInfobar) {
  136. options.infobarContent = prompt("Infobar content", options.infobarContent) || "";
  137. }
  138. const page = await processor.getPageData();
  139. if (options.selected) {
  140. unmarkSelectedContent();
  141. }
  142. page.url = URL.createObjectURL(new Blob([page.content], { type: "text/html" }));
  143. if (options.shadowEnabled) {
  144. singlefile.ui.onEndPage();
  145. }
  146. if (options.displayStats) {
  147. console.log("SingleFile stats"); // eslint-disable-line no-console
  148. console.table(page.stats); // eslint-disable-line no-console
  149. }
  150. return page;
  151. }
  152. function markSelectedContent() {
  153. const selection = getSelection();
  154. const range = selection.rangeCount ? selection.getRangeAt(0) : null;
  155. let selectionFound = false;
  156. if (range && range.commonAncestorContainer) {
  157. const treeWalker = document.createTreeWalker(range.commonAncestorContainer);
  158. const ancestorElement = range.commonAncestorContainer != Node.ELEMENT_NODE ? range.commonAncestorContainer.parentElement : range.commonAncestorContainer;
  159. while (treeWalker.nextNode() && treeWalker.currentNode != range.endContainer) {
  160. if (treeWalker.currentNode == range.startContainer) {
  161. selectionFound = true;
  162. }
  163. if (selectionFound) {
  164. const element = treeWalker.currentNode.nodeType == Node.ELEMENT_NODE ? treeWalker.currentNode : treeWalker.currentNode.parentElement;
  165. element.setAttribute(SingleFile.SELECTED_CONTENT_ATTRIBUTE_NAME, "");
  166. }
  167. }
  168. if (selectionFound) {
  169. ancestorElement.setAttribute(SingleFile.SELECTED_CONTENT_ROOT_ATTRIBUTE_NAME, "");
  170. }
  171. }
  172. return selectionFound;
  173. }
  174. function markSelectedArea(selectedAreaElement) {
  175. selectedAreaElement.setAttribute(SingleFile.SELECTED_CONTENT_ROOT_ATTRIBUTE_NAME, "");
  176. selectedAreaElement.querySelectorAll("*").forEach(element => element.setAttribute(SingleFile.SELECTED_CONTENT_ATTRIBUTE_NAME, ""));
  177. }
  178. function unmarkSelectedContent() {
  179. document.querySelectorAll("[" + SingleFile.SELECTED_CONTENT_ATTRIBUTE_NAME + "]").forEach(selectedContent => selectedContent.removeAttribute(SingleFile.SELECTED_CONTENT_ATTRIBUTE_NAME));
  180. document.querySelectorAll("[" + SingleFile.SELECTED_CONTENT_ROOT_ATTRIBUTE_NAME + "]").forEach(selectedContent => selectedContent.removeAttribute(SingleFile.SELECTED_CONTENT_ROOT_ATTRIBUTE_NAME));
  181. }
  182. async function downloadPage(page, options) {
  183. if (options.backgroundSave) {
  184. const response = await browser.runtime.sendMessage({ download: true, url: page.url, confirmFilename: options.confirmFilename, conflictAction: options.conflictAction, filename: page.filename });
  185. if (response.notSupported) {
  186. const response = await browser.runtime.sendMessage({ download: true, content: page.content, confirmFilename: options.confirmFilename, conflictAction: options.conflictAction, filename: page.filename });
  187. if (response.notSupported) {
  188. downloadPageFallback(page, options);
  189. }
  190. } else {
  191. URL.revokeObjectURL(page.url);
  192. }
  193. } else {
  194. downloadPageFallback(page, options);
  195. }
  196. }
  197. function downloadPageFallback(page, options) {
  198. if (options.confirmFilename) {
  199. page.filename = prompt("File name", page.filename);
  200. }
  201. if (page.filename && page.filename.length) {
  202. const link = document.createElement("a");
  203. document.body.appendChild(link);
  204. link.download = page.filename;
  205. link.href = page.url;
  206. link.dispatchEvent(new MouseEvent("click"));
  207. link.remove();
  208. URL.revokeObjectURL(page.url);
  209. }
  210. }
  211. })();