[#82] Gracefully handle news post category fetching failures

.changeset/famous-windows-grin.md

@@ -0,0 +1,5 @@
+---
+"osrs-web-scraper": patch
+---
+
+Gracefully handle news post category fetching failures

src/scrapers/news/sections/newsHeader/newsHeader.ts

@@ -8,12 +8,13 @@
 } from "@osrs-wiki/mediawiki-builder";
 import fs from "fs";
 import { parse } from "node-html-parser";
 import Parser from "rss-parser";
 
 import {
   NEWS_RSS_LINK,
+  getLatestRSSCateogry,
   getNewsCategory,
   getNewsUrlIdentifier,
 } from "./newsHeader.utils";
 import {
   downloadFile,
@@ -24,12 +25,8 @@
 
 const newsHeader: NewsSection = {
   format: async (html, url, title) => {
-    const rss = await new Parser().parseURL(NEWS_RSS_LINK);
-    const urlIdentifier = getNewsUrlIdentifier(url);
-    const item = rss.items.find(
-      (item) => getNewsUrlIdentifier(item.link) === urlIdentifier
-    );
-    const category = getNewsCategory(item?.categories?.[0] ?? "");
+    const rssCategory = await getLatestRSSCateogry(url);
+    const category = getNewsCategory(rssCategory ?? "");
 
     const headerRoot = parse(html);
 

src/scrapers/news/sections/newsHeader/newsHeader.utils.ts

@@ -1,3 +1,5 @@
+import Parser from "rss-parser";
+
 export const NEWS_RSS_LINK =
   "https://secure.runescape.com/m=news/a=1/latest_news.rss?oldschool=true";
 
@@ -51,6 +53,19 @@ const updateCategories: { [key: string]: NewsCategory } = {
   "Your Feedback": "yourfeedback",
 };
 
+export const getLatestRSSCateogry = async (url: string) => {
+  try {
+    const rss = await new Parser().parseURL(NEWS_RSS_LINK);
+    const urlIdentifier = getNewsUrlIdentifier(url);
+    const item = rss?.items?.find(
+      (item) => getNewsUrlIdentifier(item?.link) === urlIdentifier
+    );
+    return item?.categories?.[0];
+  } catch (error) {
+    return undefined;
+  }
+};
+
 export const getNewsCategory = (rawCategory: string) =>
   updateCategories[rawCategory] ?? "game";