Some chapters on 38xs.com span multiple web pages

See: #1081
dteviot · Sep 28, 2023 · 4bef69e · 4bef69e
1 parent 2071f95
commit 4bef69e
Show file tree

Hide file tree

Showing 3 changed files with 27 additions and 11 deletions.
diff --git a/plugin/js/Parser.js b/plugin/js/Parser.js
@@ -709,6 +709,20 @@ class Parser {
             content.appendChild(header);
             content.appendChild(list);
         }
+    }
+
+    async walkPagesOfChapter(url, moreChapterTextUrl) {
+        let dom = (await HttpClient.wrapFetch(url)).responseXML;
+        let count = 2;
+        let nextUrl = moreChapterTextUrl(dom, url, count);
+        let oldContent = this.findContent(dom);
+        while(nextUrl != null) {
+            let nextDom = (await HttpClient.wrapFetch(nextUrl)).responseXML;
+            let newContent = this.findContent(nextDom);
+            util.moveChildElements(newContent, oldContent);
+            nextUrl = moreChapterTextUrl(nextDom, url, ++count);
+        }
+        return dom;
     }    
 }
 

diff --git a/plugin/js/parsers/230BookParser.js b/plugin/js/parsers/230BookParser.js
@@ -63,4 +63,16 @@ class _38xsParser extends _230BookBaseParser{
             ? list.slice(13)
             : list;
     }
+
+    async fetchChapter(url) {
+        return this.walkPagesOfChapter(url, this.moreChapterTextUrl);
+    }
+
+    moreChapterTextUrl(dom) {
+        let nextUrl = dom.querySelector("a#pager_next");
+        return (nextUrl != null && nextUrl.href.includes("_"))
+            ? nextUrl.href
+            : null;
+    }
+
 }
diff --git a/plugin/js/parsers/GzbpParser.js b/plugin/js/parsers/GzbpParser.js
@@ -62,17 +62,7 @@ class GzbpParser extends Parser{
     }
 
     async fetchChapter(url) {
-        let dom = (await HttpClient.wrapFetch(url)).responseXML;
-        let count = 2;
-        let nextUrl = this.moreChapterTextUrl(dom, url, count);
-        let oldContent = this.findContent(dom);
-        while(nextUrl != null) {
-            let nextDom = (await HttpClient.wrapFetch(nextUrl)).responseXML;
-            let newContent = this.findContent(nextDom);
-            util.moveChildElements(newContent, oldContent);
-            nextUrl = this.moreChapterTextUrl(nextDom, url, ++count);
-        }
-        return dom;
+        return this.walkPagesOfChapter(url, this.moreChapterTextUrl);
     }
 
     moreChapterTextUrl(dom, url, count) {