content.js 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447
  1. (function() {
  2. var bgPort, docs = {}, pageId = singlefile.pageId, doc = document, docElement, canvasData = [], config = singlefile.config;
  3. function RequestManager(pageId, winId) {
  4. var requestId = 0, callbacks = [];
  5. this.send = function(url, responseHandler, characterSet, mediaTypeParam) {
  6. callbacks[requestId] = responseHandler;
  7. bgPort.postMessage({
  8. getResourceContentRequest : true,
  9. pageId : pageId,
  10. winId : winId,
  11. requestId : requestId,
  12. url : url,
  13. characterSet : characterSet,
  14. mediaTypeParam : mediaTypeParam
  15. });
  16. requestId++;
  17. };
  18. this.onResponse = function(id, content) {
  19. callbacks[id](content);
  20. callbacks[id] = null;
  21. };
  22. }
  23. function removeUnusedCSSRules() {
  24. Array.prototype.forEach.call(document.querySelectorAll("style"), function(style) {
  25. var cssRules = [];
  26. function process(rules) {
  27. Array.prototype.forEach.call(rules, function(rule) {
  28. var selector;
  29. if (rule.media) {
  30. cssRules.push("@media " + Array.prototype.join.call(rule.media, ",") + " {");
  31. process(rule.cssRules);
  32. cssRules.push("}");
  33. } else if (rule.selectorText) {
  34. selector = rule.selectorText.replace(/::after|::before|::first-line|::first-letter|:focus|:hover/gi, '').trim();
  35. if (selector)
  36. try {
  37. if (document.querySelector(selector))
  38. cssRules.push(rule.cssText);
  39. } catch (e) {
  40. cssRules.push(rule.cssText);
  41. }
  42. }
  43. });
  44. }
  45. if (style.sheet) {
  46. process(style.sheet.rules);
  47. style.innerText = cssRules.join("");
  48. }
  49. });
  50. }
  51. function removeHiddenElements() {
  52. Array.prototype.forEach.call(doc.querySelectorAll("html > body *:not(style):not(script):not(link):not(area)"), function(element) {
  53. var style = getComputedStyle(element), tagName = element.tagName.toLowerCase();
  54. if (tagName != "iframe" && !element.querySelector("iframe") && ((style.visibility == "hidden" || style.display == "none" || style.opacity == 0)))
  55. element.parentElement.removeChild(element);
  56. });
  57. }
  58. function getSelectedContent() {
  59. var node, wrapper, clonedNode, selection = getSelection(), range = selection.rangeCount ? selection.getRangeAt(0) : null;
  60. function addStyle(node) {
  61. var rules, cssText;
  62. Array.prototype.forEach.call(node.children, function(child) {
  63. addStyle(child);
  64. });
  65. rules = getMatchedCSSRules(node, '', false);
  66. if (rules) {
  67. cssText = "";
  68. Array.prototype.forEach.call(rules, function(rule) {
  69. cssText += rule.style.cssText;
  70. });
  71. node.setAttribute("style", cssText);
  72. }
  73. }
  74. if (range && range.startOffset != range.endOffset) {
  75. node = range.commonAncestorContainer;
  76. if (node.nodeType != node.ELEMENT_NODE)
  77. node = node.parentElement;
  78. clonedNode = node.cloneNode(true);
  79. addStyle(node);
  80. node.parentElement.replaceChild(clonedNode, node);
  81. }
  82. return node;
  83. }
  84. function getCanvasData(doc) {
  85. var canvasData = [];
  86. Array.prototype.forEach.call(doc.querySelectorAll("canvas"), function(node) {
  87. var data = null;
  88. try {
  89. data = node.toDataURL("image/png", "");
  90. } catch (e) {
  91. }
  92. canvasData.push(data);
  93. });
  94. return canvasData;
  95. }
  96. function initProcess(doc, docElement, winId, topWindow, canvasData) {
  97. var requestManager = new RequestManager(pageId, winId);
  98. docs[winId] = {
  99. doc : doc,
  100. docElement : docElement,
  101. frames : docElement.querySelectorAll("iframe, frame"),
  102. requestManager : requestManager,
  103. processDoc : singlefile.initProcess(doc, docElement, topWindow, doc.baseURI, doc.characterSet, config, canvasData, requestManager, function(
  104. maxIndex) {
  105. bgPort.postMessage({
  106. docInit : true,
  107. pageId : pageId,
  108. winId : winId,
  109. maxIndex : maxIndex
  110. });
  111. }, function(index) {
  112. bgPort.postMessage({
  113. docProgress : true,
  114. pageId : pageId,
  115. winId : winId,
  116. index : index
  117. });
  118. }, function() {
  119. bgPort.postMessage({
  120. docEnd : true,
  121. pageId : pageId,
  122. winId : winId,
  123. content : topWindow ? null : singlefile.util.getDocContent(doc, docElement)
  124. });
  125. })
  126. };
  127. }
  128. function sendFgProcessInit(title, url, baseURI, winId, winIndex) {
  129. var contextmenuTime = window.contextmenuTime;
  130. window.contextmenuTime = null;
  131. bgPort.postMessage({
  132. processInit : true,
  133. pageId : pageId,
  134. topWindow : winId ? false : window == top,
  135. url : url || location.href,
  136. title : title || doc.title,
  137. baseURI : baseURI || doc.baseURI,
  138. winId : winId || wininfo.winId,
  139. contextmenuTime : contextmenuTime,
  140. index : winIndex || wininfo.index
  141. });
  142. }
  143. function sendBgProcessInit(content, title, url, baseURI, characterSet, winId, winIndex) {
  144. var contextmenuTime = window.contextmenuTime;
  145. if (!this.wininfo)
  146. return;
  147. window.contextmenuTime = null;
  148. bgPort.postMessage({
  149. processInit : true,
  150. pageId : pageId,
  151. topWindow : winId ? false : window == top,
  152. url : url || location.href,
  153. title : title || doc.title,
  154. content : content,
  155. baseURI : baseURI || doc.baseURI,
  156. characterSet : characterSet || doc.characterSet,
  157. canvasData : canvasData,
  158. winId : winId || wininfo.winId,
  159. contextmenuTime : contextmenuTime,
  160. index : winIndex || wininfo.index
  161. });
  162. }
  163. // ----------------------------------------------------------------------------------------------
  164. function init() {
  165. var selectedContent = getSelectedContent(), topWindow = window == top;
  166. function doFgProcessInit() {
  167. sendFgProcessInit();
  168. if (docElement && (!singlefile.processSelection || selectedContent)) {
  169. initProcess(doc, docElement, wininfo.winId, topWindow, canvasData);
  170. if (topWindow && !config.removeFrames && !config.getRawDoc)
  171. wininfo.frames.forEach(function(frame) {
  172. if (frame.sameDomain)
  173. wininfo.getContent(frame, function(message) {
  174. var frameDoc = document.implementation.createHTMLDocument();
  175. frameDoc.open();
  176. frameDoc.write(message.content);
  177. frameDoc.close();
  178. sendFgProcessInit(message.title, message.url, message.baseURI, frame.winId, frame.index);
  179. initProcess(frameDoc, frameDoc.documentElement, frame.winId, false, getCanvasData(frameDoc));
  180. });
  181. });
  182. }
  183. }
  184. function bgProcessInit() {
  185. var xhr;
  186. if (singlefile.processSelection) {
  187. if (selectedContent || !topWindow)
  188. sendBgProcessInit(topWindow ? singlefile.util.getDocContent(doc, selectedContent) : null);
  189. } else {
  190. if (config.getRawDoc && topWindow) {
  191. xhr = new XMLHttpRequest();
  192. xhr.onreadystatechange = function() {
  193. if (xhr.readyState == 4)
  194. sendBgProcessInit(xhr.responseText);
  195. };
  196. xhr.open("GET", doc.location.href, true);
  197. xhr.overrideMimeType('text/plain; charset=' + doc.characterSet);
  198. xhr.send(null);
  199. } else {
  200. sendBgProcessInit(singlefile.util.getDocContent(doc));
  201. if (topWindow && !config.removeFrames)
  202. wininfo.frames.forEach(function(frame) {
  203. if (frame.sameDomain)
  204. wininfo.getContent(frame, function(message) {
  205. sendBgProcessInit(message.content, message.title, message.url, message.baseURI, message.characterSet, frame.winId,
  206. frame.index);
  207. });
  208. });
  209. }
  210. }
  211. }
  212. function fgProcessInit() {
  213. var xhr, tmpDoc;
  214. if (singlefile.processSelection) {
  215. if (selectedContent || topWindow) {
  216. docElement = selectedContent;
  217. doFgProcessInit();
  218. }
  219. } else if (config.getRawDoc && topWindow) {
  220. xhr = new XMLHttpRequest();
  221. xhr.onreadystatechange = function() {
  222. if (xhr.readyState == 4) {
  223. tmpDoc = document.implementation.createHTMLDocument();
  224. tmpDoc.open();
  225. tmpDoc.write(xhr.responseText);
  226. tmpDoc.close();
  227. docElement = doc.importNode(tmpDoc.documentElement, true);
  228. doFgProcessInit();
  229. }
  230. };
  231. xhr.open("GET", doc.location.href, true);
  232. xhr.overrideMimeType('text/plain; charset=' + doc.characterSet);
  233. xhr.send(null);
  234. } else {
  235. docElement = doc.documentElement.cloneNode(true);
  236. doFgProcessInit();
  237. }
  238. }
  239. if (!selectedContent) {
  240. Array.prototype.forEach.call(doc.querySelectorAll("noscript"), function(node) {
  241. node.textContent = "";
  242. });
  243. canvasData = getCanvasData(doc);
  244. if (config.removeHidden)
  245. removeHiddenElements();
  246. if (topWindow)
  247. document.documentElement.insertBefore(document.createComment("\n Archive processed by SingleFile \n url: " + location.href + " \n saved date: "
  248. + new Date() + " \n"), document.documentElement.firstChild);
  249. }
  250. if ((!config.removeFrames && !config.getRawDoc) || topWindow)
  251. if (config.processInBackground)
  252. bgProcessInit();
  253. else
  254. fgProcessInit();
  255. }
  256. function setContentRequest(message) {
  257. var mutationEventId = 0, winId = wininfo.winId, timeoutSetContent;
  258. function resetWindowProperties(winPropertiesStr) {
  259. var property, winProp, customEvent, parse = JSON.parse || JSON.decode;
  260. try {
  261. winProp = parse(winPropertiesStr);
  262. for (property in window)
  263. if (!winProp[property])
  264. window[property] = null;
  265. } catch (e) {
  266. console.log(e);
  267. }
  268. customEvent = document.createEvent("CustomEvent");
  269. customEvent.initCustomEvent("WindowPropertiesCleaned", true, true);
  270. document.dispatchEvent(customEvent);
  271. }
  272. function onDOMSubtreeModified(event) {
  273. var id = mutationEventId, element = event.target, processDocFn;
  274. function onSetDocFragment(message) {
  275. if (message.setDocFragment && message.mutationEventId == id) {
  276. doc.removeEventListener("DOMSubtreeModified", onDOMSubtreeModified, true);
  277. element.innerHTML = message.content;
  278. doc.addEventListener("DOMSubtreeModified", onDOMSubtreeModified, true);
  279. bgPort.onMessage.removeListener(onSetDocFragment);
  280. }
  281. }
  282. if (element.innerHTML) {
  283. if (config.processInBackground) {
  284. bgPort.postMessage({
  285. processDocFragment : true,
  286. pageId : pageId,
  287. winId : winId,
  288. content : element.innerHTML,
  289. mutationEventId : id
  290. });
  291. bgPort.onMessage.addListener(onSetDocFragment);
  292. mutationEventId++;
  293. } else
  294. processDocFn = singlefile.initProcess(doc, element, false, doc.baseURI, doc.characterSet, config, canvasData, docs[winId].requestManager,
  295. function(maxIndex) {
  296. doc.removeEventListener("DOMSubtreeModified", onDOMSubtreeModified, true);
  297. processDocFn();
  298. doc.addEventListener("DOMSubtreeModified", onDOMSubtreeModified, true);
  299. });
  300. }
  301. event.preventDefault();
  302. }
  303. function onWindowPropertiesCleaned() {
  304. var tmpDoc;
  305. function replaceDoc() {
  306. doc.replaceChild(docElement, doc.documentElement);
  307. doc.addEventListener("DOMSubtreeModified", onDOMSubtreeModified, true);
  308. }
  309. if (timeoutSetContent) {
  310. clearTimeout(timeoutSetContent);
  311. timeoutSetContent = null;
  312. }
  313. doc.removeEventListener('WindowPropertiesCleaned', onWindowPropertiesCleaned, true);
  314. if (config.processInBackground || singlefile.processSelection || (!config.processInBackground && !config.removeScripts))
  315. if (location.pathname.indexOf(".txt") + 4 == location.pathname.length) {
  316. tmpDoc = document.implementation.createHTMLDocument();
  317. tmpDoc.open();
  318. tmpDoc.write(message.content);
  319. tmpDoc.close();
  320. docElement = doc.importNode(tmpDoc.documentElement, true);
  321. replaceDoc();
  322. } else {
  323. doc.open();
  324. doc.write(message.content || singlefile.util.getDocContent(doc, docElement));
  325. doc.addEventListener("DOMSubtreeModified", onDOMSubtreeModified, true);
  326. doc.close();
  327. }
  328. else
  329. replaceDoc();
  330. if (config.removeUnusedCSSRules)
  331. removeUnusedCSSRules();
  332. setContentResponse();
  333. }
  334. function sendSetContentResponse(content) {
  335. bgPort.postMessage({
  336. setContentResponse : true,
  337. winId : "0",
  338. pageId : pageId,
  339. content : config.getContent ? content : null
  340. });
  341. }
  342. function setContentResponse() {
  343. if (singlefile.processSelection)
  344. sendSetContentResponse(message.content);
  345. else {
  346. if (config.processInBackground)
  347. sendSetContentResponse(singlefile.util.getDocContent(doc, doc.documentElement));
  348. else
  349. sendSetContentResponse(config.removeUnusedCSSRules ? singlefile.util.getDocContent(doc, doc.documentElement) : singlefile.util
  350. .getDocContent(doc, docElement));
  351. }
  352. }
  353. if (config.displayProcessedPage) {
  354. window.location.href = "javascript:(" + resetWindowProperties.toString() + ")('" + JSON.stringify(message.winProperties) + "'); void 0;";
  355. timeoutSetContent = setTimeout(onWindowPropertiesCleaned, 3000);
  356. doc.addEventListener('WindowPropertiesCleaned', onWindowPropertiesCleaned, true);
  357. } else
  358. setContentResponse();
  359. }
  360. function getResourceContentResponse(message) {
  361. docs[message.winId].requestManager.onResponse(message.requestId, message.content);
  362. }
  363. function setFrameContentRequest(message) {
  364. docs[message.winId].frames[message.index].setAttribute("src", "data:text/html;charset=utf-8," + encodeURI(message.content));
  365. bgPort.postMessage({
  366. setFrameContentResponse : true,
  367. pageId : pageId,
  368. winId : message.winId,
  369. index : message.index
  370. });
  371. }
  372. function getContentRequest(message) {
  373. if (docs[message.winId].doc)
  374. bgPort.postMessage({
  375. getContentResponse : true,
  376. winId : message.winId,
  377. pageId : pageId,
  378. content : singlefile.util.getDocContent(docs[message.winId].doc, docs[message.winId].docElement)
  379. });
  380. else
  381. bgPort.postMessage({
  382. getContentResponse : true,
  383. pageId : pageId,
  384. winId : message.winId,
  385. content : singlefile.util.getDocContent(doc, docElement)
  386. });
  387. }
  388. function processDoc(message) {
  389. if (docs[message.winId])
  390. docs[message.winId].processDoc();
  391. }
  392. bgPort = chrome.extension.connect({
  393. name : "singlefile"
  394. });
  395. bgPort.onMessage.addListener(function(message) {
  396. // if (!message.getResourceContentResponse)
  397. // console.log(message);
  398. if (message.getResourceContentResponse)
  399. getResourceContentResponse(message);
  400. if (message.setFrameContentRequest)
  401. setFrameContentRequest(message);
  402. if (message.getContentRequest)
  403. getContentRequest(message);
  404. if (message.setContentRequest)
  405. setContentRequest(message);
  406. if (message.processDoc)
  407. processDoc(message);
  408. });
  409. if (doc.documentElement instanceof HTMLHtmlElement)
  410. init();
  411. })();