feat(mangastream): postid support

src/rust/mangastream/template/Cargo.toml

@@ -5,4 +5,5 @@ edition = "2021"
 publish = false
 
 [dependencies]
-aidoku = { git = "https://github.com/Aidoku/aidoku-rs/" }
+aidoku = { git = "https://github.com/Aidoku/aidoku-rs", features = ["helpers"] }
+hashbrown = "0.14.0"

src/rust/mangastream/template/src/helper.rs

@@ -1,13 +1,17 @@
 use aidoku::{
+	helpers::substring::Substring,
 	prelude::format,
-	std::defaults::defaults_get,
-	std::html::Node,
+	std::{current_date, html::Node},
+	std::{defaults::defaults_get, net::Request},
 	std::{String, StringRef, Vec},
 	MangaStatus,
 };
 
 use crate::template::MangaStreamSource;
 
+extern crate hashbrown;
+use hashbrown::HashMap;
+
 // generate url for listing page
 pub fn get_listing_url(
 	listing: [&str; 3],
@@ -339,6 +343,16 @@ pub fn get_id_from_url(url: String) -> String {
 		url.pop();
 	};
 
+	// if there is a post id in the url, return it
+	if url.contains("p=") {
+		return String::from(
+			url.substring_after("p=")
+				.expect("Failed to parse id from url")
+				.substring_before("&")
+				.expect("Failed to parse id from url"),
+		);
+	}
+
 	// this will get the last part of the url
 	// example https://flamescans.org/series/the-world-after-the-fall
 	// will return the-world-after-the-fall
@@ -359,3 +373,105 @@ pub fn get_lang_code() -> String {
 	}
 	String::new()
 }
+
+static mut CACHED_MANGA_URL_TO_POSTID_MAPPING: Option<HashMap<String, String>> = None;
+static mut CACHED_MAPPING_AT: f64 = 0.0;
+
+// This requests the "all manga" listing page in text mode and parses out
+// the postid and url for each manga, and caches it in a hashmap to prevent
+// having to request the page again.
+//
+// The all manga listing page is the only reliable way to get the postids for
+// each manga, without making a request to each and every manga page when
+// browsing (*cough* paperback *cough*)
+//
+/// Generate a hashmap of manga url to postid mappings
+fn generate_manga_url_to_postid_mapping(url: &str, pathname: &str) -> HashMap<String, String> {
+	unsafe {
+		// if the mapping was generated less than 10 minutes ago, use the cached mapping
+		if current_date() - CACHED_MAPPING_AT < 600.0 {
+			if let Some(mapping) = &CACHED_MANGA_URL_TO_POSTID_MAPPING {
+				return mapping.clone();
+			}
+		}
+	}
+
+	let all_manga_listing_url = format!("{}/{}/list-mode", url, pathname);
+
+	let html = Request::get(all_manga_listing_url)
+		.html()
+		.expect("Failed to get html");
+
+	let mut mapping = HashMap::new();
+
+	for node in html.select(".soralist .series").array() {
+		let manga = node.as_node().expect("Failed to get node");
+
+		let url = manga.attr("href").read();
+		let post_id = manga.attr("rel").read();
+
+		mapping.insert(url, post_id);
+	}
+
+	unsafe {
+		CACHED_MANGA_URL_TO_POSTID_MAPPING = Some(mapping.clone());
+		CACHED_MAPPING_AT = current_date();
+	}
+
+	mapping
+}
+
+/// Search the `MANGA_URL_TO_POSTID_MAPPING` for the postid from a manga url
+pub fn get_postid_from_manga_url(url: String, base_url: &str, pathname: &str) -> String {
+	let manga_url_to_postid_mapping = generate_manga_url_to_postid_mapping(base_url, pathname);
+
+	String::from(
+		manga_url_to_postid_mapping
+			.get(&url)
+			.expect("Failed to get post id from url"),
+	)
+}
+
+// This requests the chapters via the admin ajax endpoint using post ids and
+// parses out the postid and url for each chapter, and returns it in a hashmap
+//
+/// Generate a hashmap of chapter url to postid mappings
+pub fn generate_chapter_url_to_postid_mapping(
+	post_id: String,
+	base_url: &str,
+) -> HashMap<String, String> {
+	let ajax_url = format!("{}/wp-admin/admin-ajax.php", base_url);
+
+	let start = current_date();
+
+	let body = format!("action=get_chapters&id={}", post_id);
+	let html = Request::post(ajax_url)
+		.body(body.as_bytes())
+		.header("Referer", base_url)
+		.html()
+		.expect("Failed to get html");
+
+	// Janky retry logic to bypass rate limiting
+	// Retry after 10 seconds if we get rate limited. 10 seconds is the shortest
+	// interval that we can retry without getting rate limited again.
+	if html.select("title").text().read() == "429 Too Many Requests" {
+		loop {
+			if start + 10.0 < current_date() {
+				return generate_chapter_url_to_postid_mapping(post_id, base_url);
+			}
+		}
+	}
+
+	let mut mapping = HashMap::new();
+
+	for node in html.select("option").array() {
+		let chapter = node.as_node().expect("Failed to get node");
+
+		let url = chapter.attr("value").read();
+		let post_id = chapter.attr("data-id").read();
+
+		mapping.insert(url, post_id);
+	}
+
+	mapping
+}