download bug fixes:

- fix bug with fuzzy match revisit records getting invalid timestamp
- fix missing return in recorder, caused potentially invalid redirect to be added
- remove unused assignment in requestresponseinfo
bump to 0.6.15

Author: ikreymer

package.json

@@ -1,6 +1,6 @@
 {
   "name": "archiveweb.page",
-  "version": "0.6.14",
+  "version": "0.6.15",
   "main": "index.js",
   "description": "Create Web Archives directly in your browser",
   "repository": "https://github.com/webrecorder/archiveweb.page",

src/downloader.js

@@ -361,6 +361,7 @@ class Downloader
         const m = resource.url.match(SPLIT_REQUEST_Q_RX);
         if (m) {
           data.url = m[1];
+          // resource.requestBody is the raw payload, use the converted one from the url for the cdx
           data.requestBody = m[2];
         }
         data.method = resource.method;
@@ -621,7 +622,8 @@ class Downloader
     // if original request body + original requestURL is preserved, write that with original method
     // otherwise, just serialize the converted-to-GET form
     if (resource.method && resource.method !== "GET" && resource.requestBody && resource.requestUrl) {
-      requestBody = resource.requestBody;
+      // ensure payload is an arraybuffer
+      requestBody = typeof(resource.requestBody) === "string" ? encoder.encode(resource.requestBody) : resource.requestBody;
       method = resource.method;
       url = resource.requestUrl;
     } else {
@@ -631,7 +633,6 @@ class Downloader
     const digestOriginal = this.digestsVisted[resource.digest];
 
     if (resource.digest && digestOriginal) {
-
       // if exact resource in a row, and same page, then just skip instead of writing revisit
       if (url === this.lastUrl && pageId === this.lastPageId && method === "GET") {
         //console.log("Skip Dupe: " + url);
@@ -656,7 +657,7 @@ class Downloader
       payload = EMPTY;
 
       refersToUrl = resource.origURL;
-      refersToDate = resource.origTS;
+      refersToDate = new Date(resource.origTS).toISOString();
 
     } else {
       type = "response";

src/recorder.js

@@ -1249,6 +1249,7 @@ class Recorder {
       if (resp.status === 0) {
         console.warn(`async fetch error ${resp.status}, opaque due to redirect, retrying in browser`);
         await this.doAsyncFetchInBrowser(request, request.sessions, true);
+        return;
       } else if (resp.status >= 400) {
         console.warn(`async fetch error ${resp.status}, retrying without headers`);
         resp = await fetch(request.url, this.defaultFetchOpts);

src/requestresponseinfo.js

@@ -166,7 +166,7 @@ class RequestResponseInfo
         postData: this.postData,
       };
       if (postToGetUrl(convData)) {
-        this.requestBody = convData.requestBody;
+        //this.requestBody = convData.requestBody;
         // truncate to avoid extra long URLs
         this.url = convData.url.slice(0, MAX_URL_LENGTH);
       }

wr-ext/bg.js

@@ -1,7 +1,7 @@
 {
   "name": "Webrecorder ArchiveWeb.page",
   "description": "Create high-fidelity web archives directly in your browser",
-  "version": "0.6.14",
+  "version": "0.6.15",
   "content_security_policy": "script-src 'self' 'unsafe-eval'; object-src 'self'",
   "permissions": [
     "debugger",