feat: added anime category parser

2023-08-02 13:44:57 +05:30
parent b1357dea6e
commit a3a74145c4
1 changed files with 119 additions and 0 deletions
@@ -0,0 +1,119 @@
+import axios, { AxiosError } from "axios";
+import { load, CheerioAPI, SelectorType } from "cheerio";
+import {
+  SRC_BASE_URL,
+  ACCEPT_HEADER,
+  USER_AGENT_HEADER,
+  ACCEPT_ENCODING_HEADER,
+  extractAnimes,
+  extractTop10Animes,
+} from "../utils";
+
+import createHttpError, { HttpError, isHttpError } from "http-errors";
+import { ScrapedAnimeCategory, AnimeCategories } from "../models";
+
+// /anime/:category?page=${page}
+async function scrapeAnimeCategory(
+  category: AnimeCategories,
+  page: number = 1
+): Promise<ScrapedAnimeCategory | HttpError> {
+  const res: ScrapedAnimeCategory = {
+    animes: [],
+    genres: [],
+    top10Animes: {
+      today: [],
+      week: [],
+      month: [],
+    },
+    category,
+    currentPage: Number(page),
+    hasNextPage: false,
+    totalPages: 0,
+  };
+
+  try {
+    const scrapeUrl: URL = new URL(category, SRC_BASE_URL);
+    const mainPage = await axios.get(`${scrapeUrl}?page=${page}`, {
+      headers: {
+        "User-Agent": USER_AGENT_HEADER,
+        "Accept-Encoding": ACCEPT_ENCODING_HEADER,
+        Accept: ACCEPT_HEADER,
+      },
+    });
+
+    const $: CheerioAPI = load(mainPage.data);
+
+    const selector: SelectorType =
+      "#main-content .tab-content .film_list-wrap .flw-item";
+
+    res.hasNextPage =
+      $(".pagination > li").length > 0
+        ? $(".pagination li.active").length > 0
+          ? $(".pagination > li").last().hasClass("active")
+            ? false
+            : true
+          : false
+        : false;
+
+    res.totalPages =
+      parseInt(
+        $('.pagination > .page-item a[title="Last"]')
+          ?.attr("href")
+          ?.split("=")
+          .pop() ??
+          $('.pagination > .page-item a[title="Next"]')
+            ?.attr("href")
+            ?.split("=")
+            .pop() ??
+          $(".pagination > .page-item.active a")?.text()?.trim()
+      ) || 0;
+
+    if (res.totalPages === 0 && !res.hasNextPage) {
+      res.totalPages = 0;
+    }
+
+    res.animes = extractAnimes($, selector);
+
+    if (res.animes.length === 0) {
+      res.totalPages = 0;
+      res.hasNextPage = false;
+    }
+
+    const genreSelector: SelectorType =
+      "#main-sidebar .block_area.block_area_sidebar.block_area-genres .sb-genre-list li";
+    $(genreSelector).each((i, el) => {
+      res.genres.push(`${$(el).text().trim()}`);
+    });
+
+    const top10AnimeSelector: SelectorType =
+      '#main-sidebar .block_area-realtime [id^="top-viewed-"]';
+
+    $(top10AnimeSelector).each((i, el) => {
+      const period = $(el).attr("id")?.split("-")?.pop()?.trim();
+
+      if (period === "day") {
+        res.top10Animes.today = extractTop10Animes($, period);
+        return;
+      }
+      if (period === "week") {
+        res.top10Animes.week = extractTop10Animes($, period);
+        return;
+      }
+      if (period === "month") {
+        res.top10Animes.month = extractTop10Animes($, period);
+      }
+    });
+
+    return res;
+  } catch (err: any) {
+    if (err instanceof AxiosError) {
+      throw createHttpError(
+        err?.response?.status || 500,
+        err?.response?.statusText || "Something went wrong"
+      );
+    }
+    throw createHttpError.InternalServerError(err?.message);
+  }
+}
+
+export default scrapeAnimeCategory;