fix encoding and parsing of certain websites that require referer

assets/config/default.js

@@ -25,6 +25,10 @@ const main_def = {
             func: readability_ex,
             inputs: {}
         },
+        'RawHTML':{
+            func: rawChapter,
+            inputs: {}
+        }
     }
 }
 
@@ -274,6 +278,7 @@ function nu_toc_parser(inputs, url, source, helpers) {
  */
 function readability(inputs, url, source, helpers) {
     let parser = new DOMParser();
+    console.log(source)
     let dom = parser.parseFromString(source, "text/html");
     let out = helpers["readability"](dom);
     // Generic parser
@@ -284,6 +289,20 @@ function readability(inputs, url, source, helpers) {
     };
 }
 
+function rawChapter(inputs, url, source, helpers) {
+    let parser = new DOMParser();
+    let dom = parser.parseFromString(source, "text/html");
+    dom.querySelectorAll("img[src]").forEach(
+        e=>console.log(e.getAttribute('src')))
+    let out = dom.body.outerHTML;
+    // Generic parser
+    return {
+        title: out.title,
+        html: out.content,
+        message: "Parsed simple chapter"
+    };
+}
+
 
 /**
  * Parse using extended readability logic

package.json

@@ -52,7 +52,7 @@
     "primeicons": "^7.0.0",
     "primevue": "^3.53.0",
     "prismjs": "^1.29.0",
-    "tsepub": "^1.1.25",
+    "tsepub": "^1.1.29",
     "vue": "^3.5.12",
     "vue-codemirror": "^6.1.1",
     "vue-prism-editor": "^2.0.0-alpha.2",

src/entry/service_worker.ts

@@ -1,4 +1,5 @@
-import browser, {Tabs} from "webextension-polyfill";
+import browser, {DeclarativeNetRequest, Tabs} from "webextension-polyfill";
+import Rule = DeclarativeNetRequest.Rule;
 
 function set_badge() {
   const man = browser.runtime.getManifest()
@@ -7,6 +8,27 @@ function set_badge() {
     browser.action.setBadgeText({text: "d"}).then().catch(() => {
     });
   }
+  const rules: Rule[] = [{
+    id: 1,
+    condition: {
+      initiatorDomains: [browser.runtime.id],
+      resourceTypes: ['xmlhttprequest', 'image'],
+    },
+    action: {
+      type: 'modifyHeaders',
+      requestHeaders: [{
+        header: 'Referer',
+        operation: 'set',
+        value: 'https://sspai.com',
+      }],
+    },
+  }];
+  browser.declarativeNetRequest.updateDynamicRules({
+    removeRuleIds: rules.map(r => r.id),
+    addRules: rules,
+  }).then(r=>console.log(`Rule successfully added: ${browser.runtime.getURL("")}`)).catch(
+    e => console.error("Failed to add rule")
+  );
 }
 
 browser.runtime.onStartup.addListener(set_badge)

src/manifest.json

@@ -4,7 +4,9 @@
     "downloads",
     "storage",
     "clipboardRead",
-    "unlimitedStorage"],
+    "unlimitedStorage",
+    "declarativeNetRequestWithHostAccess",
+    "declarativeNetRequestFeedback"],
   "options_ui": {
     "page": "options.html"
   }