60 lines
1.7 KiB
TypeScript
60 lines
1.7 KiB
TypeScript
import { FetchParams, GalleryData } from '@/meta/data';
|
|
import axios, { AxiosError } from 'axios';
|
|
|
|
import * as cheerio from "cheerio";
|
|
import { getHeaders } from '@/utils/scrape/common/headers';
|
|
import { getXVideosQueryUrl } from './url';
|
|
import { Platforms } from '@/meta/settings';
|
|
|
|
import { getDataFromRedis, storeDataIntoRedis } from '@/redis/client';
|
|
import { DEFAULT_XVIDEOS_CONTENT_EXPIRY } from '@/constants/redis';
|
|
import { XVIDEOS_BASE_URL } from '@/constants/urls';
|
|
|
|
export const fetchXVideosGalleryData = async (params?: FetchParams): Promise<GalleryData[]> => {
|
|
|
|
let data: GalleryData[] = [];
|
|
|
|
const reqHeaders = getHeaders(XVIDEOS_BASE_URL)
|
|
|
|
const queryUrl = await getXVideosQueryUrl(params?.query)
|
|
|
|
const cachedData = await getDataFromRedis(queryUrl)
|
|
|
|
if (cachedData) {
|
|
return cachedData as GalleryData[]
|
|
}
|
|
|
|
await axios.get(queryUrl, reqHeaders)
|
|
|
|
.then(async response => {
|
|
|
|
const html = response.data;
|
|
|
|
const $ = cheerio.load(html);
|
|
|
|
const thumbs = $(".thumb-block");
|
|
|
|
thumbs.map((key, thumb) => {
|
|
|
|
const videoUrl = $(thumb).find(".thumb a").attr("href")
|
|
const imgUrl = $(thumb).find(".thumb img").attr("data-src")
|
|
const text = $(thumb).find(".thumb-under a").attr("title")
|
|
|
|
videoUrl && imgUrl && text && data.push({
|
|
videoUrl,
|
|
imgUrl,
|
|
text,
|
|
platform: Platforms.xvideos
|
|
})
|
|
})
|
|
|
|
await storeDataIntoRedis(queryUrl, data, DEFAULT_XVIDEOS_CONTENT_EXPIRY);
|
|
|
|
})
|
|
.catch((error: AxiosError) => {
|
|
// handle errors
|
|
});
|
|
|
|
|
|
return data
|
|
} |