Doing (get more)s (Fix #5)

Author: PythonCoderAS

src/RainOfSnow/RainOfSnow.ts

@@ -15,7 +15,7 @@ const BASE = "https://rainofsnow.com"
 
 export const RainOfSnowInfo: SourceInfo = {
     icon: "icon.png",
-    version: "1.3.3",
+    version: "1.4.0",
     name: "RainOfSnow",
     author: "PythonCoderAS",
     authorWebsite: "https://github.com/PythonCoderAS",
@@ -95,11 +95,39 @@ export class RainOfSnow extends Source {
         });
         let response = await this.requestManager.schedule(options, 1);
         let $ = this.cheerio.load(response.data);
+        let more: boolean = true;
+        let pages: string[] = this.parser.parsePages($, $("div.bb-item[style=\"display: block;\"]").first().toArray()[0])
+        let more_data = this.parser.parseMoreData($);
+        let offset;
+        if (!more_data){
+            more = false;
+        } else {
+            offset = more_data.offset;
+        }
+        while (more){
+            const ajax: Request = createRequestObject({
+                url: `${BASE}/wp-admin/admin-ajax.php`,
+                method: 'POST',
+                data: Object.entries(this.urlEncodeObject({
+                    action: "my_repeater_show_more",
+                    post_id: Number(more_data?.post_id),
+                    offset: Number(offset),
+                    nonce: more_data?.nonce
+                })).map(e => e.join('=')).join('&')
+                // This is important because otherwise it gives me a 400, and I don't know why
+            });
+            let ajaxResponse = await this.requestManager.schedule(ajax, 1);
+            let ajaxData = typeof ajaxResponse.data === "string" ? JSON.parse(ajaxResponse.data) : ajaxResponse.data
+            let $ajax = this.cheerio.load(ajaxData.content);
+            pages = pages.concat(this.parser.parsePages($ajax, $ajax.root().toArray()[0]))
+            more = ajaxData.more;
+            offset = ajaxData.offset;
+        }
         return createChapterDetails({
             id: chapterId,
             longStrip: true,
             mangaId: mangaId,
-            pages: this.parser.parsePages($)
+            pages: pages
         })
     }
 

src/RainOfSnow/RainOfSnowParser.ts

@@ -1,5 +1,11 @@
 import {Chapter, LanguageCode, Manga, MangaStatus, MangaTile, Tag} from "paperback-extensions-common";
 
+interface morePageData {
+    post_id: string,
+    offset: string,
+    nonce: string
+}
+
 export class RainOfSnowParser {
 
     decodeHTMLEntity(str: string): string {
@@ -30,11 +36,32 @@ export class RainOfSnowParser {
         return mangaTiles;
     }
 
-    parsePages($: CheerioStatic) {
+    private static repeater_field_regex(field_name: string){
+        return new RegExp(`(var|let|const) my_repeater_field_${field_name}\\s*=\\s*["'\`]?([^"'\`\\n;]+)["'\`]?`, "i")
+    }
+
+    parseMoreData($: CheerioStatic): morePageData | null{
+        const data = $("div.bb-item[style=\"display: block;\"] script").first().html()
+        if (data){
+            const post_id = data.match(RainOfSnowParser.repeater_field_regex("post_id"))
+            const offset = data.match(RainOfSnowParser.repeater_field_regex("offset"))
+            const nonce = data.match(RainOfSnowParser.repeater_field_regex("nonce"))
+            if (post_id && offset && nonce){
+            return {
+                post_id: post_id[2],
+                offset: offset[2],
+                nonce: nonce[2]
+            }
+            }
+        }
+        return null;
+    }
+
+    parsePages($: CheerioStatic, element: CheerioElement) {
         const pages: string[] = [];
-        $("div.bb-item[style=\"display: block;\"] img").map((index, element) => {
-            if ("attribs" in element && element.attribs["src"]){
-                pages.push(element.attribs["src"])
+        $("img", element).map((index, element1) => {
+            if ("attribs" in element1 && element1.attribs["src"]){
+                pages.push(element1.attribs["src"])
             }
         });
         return pages;