|
@@ -272,9 +272,9 @@ this.singlefile.lib.core = this.singlefile.lib.core || (() => {
|
|
|
this.duplicates = new Map();
|
|
this.duplicates = new Map();
|
|
|
}
|
|
}
|
|
|
|
|
|
|
|
- async addURL(resourceURL, asDataURI, groupDuplicates) {
|
|
|
|
|
|
|
+ async addURL(resourceURL, asBinary, groupDuplicates) {
|
|
|
return new Promise((resolve, reject) => {
|
|
return new Promise((resolve, reject) => {
|
|
|
- const requestKey = JSON.stringify([resourceURL, asDataURI]);
|
|
|
|
|
|
|
+ const requestKey = JSON.stringify([resourceURL, asBinary]);
|
|
|
let resourceRequests = this.requests.get(requestKey);
|
|
let resourceRequests = this.requests.get(requestKey);
|
|
|
if (!resourceRequests) {
|
|
if (!resourceRequests) {
|
|
|
resourceRequests = [];
|
|
resourceRequests = [];
|
|
@@ -301,12 +301,12 @@ this.singlefile.lib.core = this.singlefile.lib.core || (() => {
|
|
|
const resourceURLs = Array.from(this.requests.keys());
|
|
const resourceURLs = Array.from(this.requests.keys());
|
|
|
let indexResource = 0;
|
|
let indexResource = 0;
|
|
|
return Promise.all(resourceURLs.map(async requestKey => {
|
|
return Promise.all(resourceURLs.map(async requestKey => {
|
|
|
- const [resourceURL, asDataURI] = JSON.parse(requestKey);
|
|
|
|
|
|
|
+ const [resourceURL, asBinary] = JSON.parse(requestKey);
|
|
|
const resourceRequests = this.requests.get(requestKey);
|
|
const resourceRequests = this.requests.get(requestKey);
|
|
|
this.requests.delete(requestKey);
|
|
this.requests.delete(requestKey);
|
|
|
try {
|
|
try {
|
|
|
const content = await util.getContent(resourceURL, {
|
|
const content = await util.getContent(resourceURL, {
|
|
|
- asDataURI,
|
|
|
|
|
|
|
+ asBinary,
|
|
|
maxResourceSize: options.maxResourceSize,
|
|
maxResourceSize: options.maxResourceSize,
|
|
|
maxResourceSizeEnabled: options.maxResourceSizeEnabled,
|
|
maxResourceSizeEnabled: options.maxResourceSizeEnabled,
|
|
|
referrerPolicy: options.referrerPolicy,
|
|
referrerPolicy: options.referrerPolicy,
|
|
@@ -371,7 +371,6 @@ this.singlefile.lib.core = this.singlefile.lib.core || (() => {
|
|
|
let content;
|
|
let content;
|
|
|
if (!pageContent || this.options.saveRawPage) {
|
|
if (!pageContent || this.options.saveRawPage) {
|
|
|
content = await util.getContent(this.baseURI, {
|
|
content = await util.getContent(this.baseURI, {
|
|
|
- asDataURI: false,
|
|
|
|
|
maxResourceSize: this.options.maxResourceSize,
|
|
maxResourceSize: this.options.maxResourceSize,
|
|
|
maxResourceSizeEnabled: this.options.maxResourceSizeEnabled,
|
|
maxResourceSizeEnabled: this.options.maxResourceSizeEnabled,
|
|
|
charset,
|
|
charset,
|
|
@@ -1083,7 +1082,7 @@ this.singlefile.lib.core = this.singlefile.lib.core || (() => {
|
|
|
if (Util.testValidURL(resourceURL)) {
|
|
if (Util.testValidURL(resourceURL)) {
|
|
|
this.stats.add("processed", "scripts", 1);
|
|
this.stats.add("processed", "scripts", 1);
|
|
|
const content = await util.getContent(resourceURL, {
|
|
const content = await util.getContent(resourceURL, {
|
|
|
- asDataURI: true,
|
|
|
|
|
|
|
+ asBinary: true,
|
|
|
maxResourceSize: this.options.maxResourceSize,
|
|
maxResourceSize: this.options.maxResourceSize,
|
|
|
maxResourceSizeEnabled: this.options.maxResourceSizeEnabled,
|
|
maxResourceSizeEnabled: this.options.maxResourceSizeEnabled,
|
|
|
referrerPolicy: this.options.referrerPolicy,
|
|
referrerPolicy: this.options.referrerPolicy,
|
|
@@ -1362,7 +1361,6 @@ this.singlefile.lib.core = this.singlefile.lib.core || (() => {
|
|
|
}
|
|
}
|
|
|
if (Util.testValidURL(resourceURL)) {
|
|
if (Util.testValidURL(resourceURL)) {
|
|
|
const content = await util.getContent(resourceURL, {
|
|
const content = await util.getContent(resourceURL, {
|
|
|
- asDataURI: false,
|
|
|
|
|
maxResourceSize: options.maxResourceSize,
|
|
maxResourceSize: options.maxResourceSize,
|
|
|
maxResourceSizeEnabled: options.maxResourceSizeEnabled,
|
|
maxResourceSizeEnabled: options.maxResourceSizeEnabled,
|
|
|
validateTextContentType: true,
|
|
validateTextContentType: true,
|
|
@@ -1432,7 +1430,6 @@ this.singlefile.lib.core = this.singlefile.lib.core || (() => {
|
|
|
resourceURL = Util.normalizeURL(resourceURL);
|
|
resourceURL = Util.normalizeURL(resourceURL);
|
|
|
if (resourceURL && resourceURL != baseURI && resourceURL != ABOUT_BLANK_URI) {
|
|
if (resourceURL && resourceURL != baseURI && resourceURL != ABOUT_BLANK_URI) {
|
|
|
const content = await util.getContent(resourceURL, {
|
|
const content = await util.getContent(resourceURL, {
|
|
|
- asDataURI: false,
|
|
|
|
|
maxResourceSize: options.maxResourceSize,
|
|
maxResourceSize: options.maxResourceSize,
|
|
|
maxResourceSizeEnabled: options.maxResourceSizeEnabled,
|
|
maxResourceSizeEnabled: options.maxResourceSizeEnabled,
|
|
|
charset: options.charset,
|
|
charset: options.charset,
|