first commit

src/main/services/repack-tracker/cpg-repacks.ts

@@ -0,0 +1,65 @@
+import { JSDOM } from "jsdom";
+
+import { Repack } from "@main/entity";
+
+import { requestWebPage, savePage } from "./helpers";
+import type { GameRepackInput } from "./helpers";
+import { logger } from "../logger";
+
+export const getNewRepacksFromCPG = async (
+  existingRepacks: Repack[] = [],
+  page = 1
+): Promise<void> => {
+  const data = await requestWebPage(`https://cpgrepacks.site/page/${page}`);
+
+  const { window } = new JSDOM(data);
+
+  const repacks: GameRepackInput[] = [];
+
+  try {
+    Array.from(window.document.querySelectorAll(".post")).forEach(($post) => {
+      const $title = $post.querySelector(".entry-title");
+      const uploadDate = $post.querySelector("time").getAttribute("datetime");
+
+      const $downloadInfo = Array.from(
+        $post.querySelectorAll(".wp-block-heading")
+      ).find(($heading) => $heading.textContent.startsWith("Download"));
+
+      /* Side note: CPG often misspells "Magnet" as "Magent" */
+      const $magnet = Array.from($post.querySelectorAll("a")).find(
+        ($a) =>
+          $a.textContent.startsWith("Magnet") ||
+          $a.textContent.startsWith("Magent")
+      );
+
+      const fileSize = $downloadInfo.textContent
+        .split("Download link => ")
+        .at(1);
+
+      repacks.push({
+        title: $title.textContent,
+        fileSize: fileSize ?? "N/A",
+        magnet: $magnet.href,
+        repacker: "CPG",
+        page,
+        uploadDate: new Date(uploadDate),
+      });
+    });
+  } catch (err) {
+    logger.error(err.message, { method: "getNewRepacksFromCPG" });
+  }
+
+  const newRepacks = repacks.filter(
+    (repack) =>
+      repack.uploadDate &&
+      !existingRepacks.some(
+        (existingRepack) => existingRepack.title === repack.title
+      )
+  );
+
+  if (!newRepacks.length) return;
+
+  await savePage(newRepacks);
+
+  return getNewRepacksFromCPG(existingRepacks, page + 1);
+};