Merge pull request 'Release v0.4.0: Add YouPorn support' (#102) from v0.4.0/add-youporn-support into develop

Reviewed-on: #102

README.md

@@ -7,6 +7,11 @@ Proxy Raye is an alternative front-end for adult websites. Watch videos on a cle
 - XVideos
 - XNXX
 - PornHub (experimental)
+- YouPorn
+
+### How to switch between platforms
+
+Click on settings icon (gear icon on top-right corner). A pop-up menu will let you choose platform and orientation.
 
 ## Working demos
 

src/components/Layout/Header/Menu/Settings/Modal/Orientation/index.tsx

@@ -1,6 +1,6 @@
 'use client'
 
-import { Cookies, Platforms, XVideosOrientations, PornHubOrientations } from '@/meta/settings';
+import { Cookies, Platforms, XVideosOrientations, PornHubOrientations, YouPornOrientations } from '@/meta/settings';
 
 import css from './Orientation.module.scss'
 
@@ -21,6 +21,10 @@ const getOrientations = (platform: Platforms):Object => {
         return XVideosOrientations
     }
     
+    if([Platforms.youporn].includes(platform)) {
+        return YouPornOrientations
+    }
+
     return PornHubOrientations
 } 
 

src/components/Layout/Header/Menu/Settings/Modal/Platform/index.tsx

@@ -1,6 +1,6 @@
 'use client'
 
-import { Cookies, Platforms, PornHubOrientations, XVideosOrientations } from '@/meta/settings';
+import { Cookies, Platforms, PornHubOrientations, XVideosOrientations, YouPornOrientations } from '@/meta/settings';
 
 import css from './Platform.module.scss'
 
@@ -26,6 +26,10 @@ const mapOrientationToPlatform = (platform: string, orientation: string): string
         return Object.keys(PornHubOrientations).includes(orientation) ? orientation : String(PornHubOrientations.generic)
     }
 
+    if ([String(Platforms.youporn)].includes(platform)) {
+        return String(YouPornOrientations.generic)
+    }
+
 }
 
 const Platform: React.FC<Props> = (props) => {

src/constants/redis.ts

@@ -4,7 +4,12 @@ const EX_DAILY = 60 * 60 * 24
 
 export const DEFAULT_PORNHUB_GALLERY_EXPIRY = { EX: EX_HOURLY };
 export const DEFAULT_PORNHUB_VIDEO_EXPIRY = { EX: EX_MIN };
+
 export const DEFAULT_XVIDEOS_CONTENT_EXPIRY = { EX: EX_HOURLY };
+
 export const DEFAULT_XNXX_CONTENT_EXPIRY = { EX: EX_HOURLY };
 
+export const DEFAULT_YOUPORN_GALLERY_EXPIRY = { EX: EX_HOURLY };
+export const DEFAULT_YOUPORN_VIDEO_EXPIRY = { EX: EX_HOURLY };
+
 export const DEFAULT_RELATED_VIDEO_KEY_PATH = '/related/'

src/constants/urls.ts

@@ -22,3 +22,10 @@ export const PORNHUB_BASE_URL_VIDEO: string = 'https://www.pornhub.com/view_vide
 
 export const PORNHUB_BASE_URL_GAY: string = 'https://www.pornhub.com/gayporn'
 export const PORNHUB_BASE_URL_GAY_SEARCH: string = 'https://www.pornhub.com/gay'
+
+// YOUPORN
+
+export const YOUPORN_BASE_URL: string = 'https://www.youporn.com'
+export const YOUPORN_BASE_URL_VIDEO: string = 'https://www.youporn.com/watch'
+
+export const YOUPORN_BASE_SEARCH: string = 'https://www.youporn.com/search/?search-btn=&query='

src/meta/data.ts

@@ -23,6 +23,11 @@ export interface VideoData {
     srcSet?: VideoSourceItem[]
 }
 
+export interface MindGeekVideoSrcElem {
+    videoUrl: string
+    quality: string
+}
+
 export interface VideoAgent {
     getGallery(params?: FetchParams): Promise<GalleryData[]> 
     getVideo(id: string, params?: FetchParams): Promise<[VideoData, GalleryData[]]>

src/meta/settings.ts

@@ -7,7 +7,8 @@ export enum Cookies {
 export enum Platforms {
     xvideos= 'xvideos',
     xnxx= 'xnxx',
-    pornhub= 'pornhub'
+    pornhub= 'pornhub',
+    youporn= 'youporn'
 }
 
 export enum XVideosCatQueryMap {
@@ -27,6 +28,10 @@ export enum PornHubOrientations {
     gay= 'gay'
 }
 
+export enum YouPornOrientations {
+    generic= 'generic'
+}
+
 export enum Themes {
     light= 'light',
     dark= 'dark',

src/utils/agent.ts

@@ -5,12 +5,13 @@ import { Platforms } from "@/meta/settings";
 import { XVideosAgent } from "./scrape/xvideos/agent";
 import { XNXXAgent } from "./scrape/xnxx/agent";
 import { PornHubAgent } from "./scrape/pornhub/agent";
-
+import { YouPornAgent } from "./scrape/youporn/agent";
 
 const AgentMapper = {
   [Platforms.xvideos]: XVideosAgent,
   [Platforms.xnxx]: XNXXAgent,
-  [Platforms.pornhub]: PornHubAgent
+  [Platforms.pornhub]: PornHubAgent,
+  [Platforms.youporn]: YouPornAgent,
 }
 
 export class VideoAgent {

src/utils/scrape/common/mindgeek.ts

@@ -1,7 +1,7 @@
 export const findGetMediaUrlInTagblock = (
-    tagBlock: string): string | null => {
+    tagBlock: string, key?: string): string | null => {
 
-    const getMediaIndex = tagBlock.indexOf('get_media');
+    const getMediaIndex = tagBlock.indexOf(key ?? 'get_media');
 
     if (getMediaIndex === -1) {
         return null

src/utils/scrape/pornhub/url.ts

@@ -1,17 +1,12 @@
 import { PORNHUB_BASE_URL, PORNHUB_BASE_URL_GAY, PORNHUB_BASE_URL_GAY_SEARCH } from "@/constants/urls"
 import axios, { AxiosHeaders } from "axios"
 import { getHeadersWithCookie } from "../common/headers"
-import { GalleryData, VideoSourceItem } from "@/meta/data"
+import { GalleryData, MindGeekVideoSrcElem, VideoSourceItem } from "@/meta/data"
 import { Cookies, Platforms, PornHubOrientations } from "@/meta/settings"
 import { getCookie } from "@/utils/cookies/read"
 import { encodeUrl } from "@/utils/string"
 import { DEFAULT_VIDEO_STREAM_ROUTE_PREFIX } from "@/constants/stream"
 
-interface PornHubVideoSrcElem {
-    videoUrl: string
-    quality: string
-}
-
 export const getPornHubQueryUrl = async (query?: string): Promise<string> => {
     const orientation = await getCookie(Cookies.orientation)
 
@@ -49,7 +44,7 @@ export const getPornHubMediaUrlList = async (url: string, sessionCookie: string)
 
             if (response.data) {
 
-                videos = await response.data.map((elem: PornHubVideoSrcElem) => ({
+                videos = await response.data.map((elem: MindGeekVideoSrcElem) => ({
                     src: `${DEFAULT_VIDEO_STREAM_ROUTE_PREFIX}/${Platforms.pornhub}/${encodeUrl(elem?.videoUrl)}`,
                     type: 'video/mp4',
                     size: elem?.quality

src/utils/scrape/youporn/agent.ts

@@ -0,0 +1,15 @@
+import { FetchParams, GalleryData, VideoAgent, VideoData } from "@/meta/data";
+import { fetchYouPornGalleryData } from "./gallery";
+import { fetchYouPornVideoData } from "./video";
+
+export class YouPornAgent implements VideoAgent {
+
+    public getGallery = async (params?: FetchParams): Promise<GalleryData[]> => {
+        return await fetchYouPornGalleryData(params)
+    }
+
+    public getVideo = async (id: string, params?: FetchParams): Promise<[VideoData, GalleryData[]]> => {
+        return await fetchYouPornVideoData(id, params)
+    }
+
+}

src/utils/scrape/youporn/gallery.ts

@@ -0,0 +1,60 @@
+import { YOUPORN_BASE_URL } from "@/constants/urls";
+import { FetchParams, GalleryData } from "@/meta/data";
+import { getHeaders } from "../common/headers";
+import { getYouPornQueryUrl } from "./url";
+import { getDataFromRedis, storeDataIntoRedis } from "@/redis/client";
+
+import * as cheerio from "cheerio";
+
+import axios, { AxiosError } from "axios";
+import { Platforms } from "@/meta/settings";
+import { DEFAULT_YOUPORN_GALLERY_EXPIRY } from "@/constants/redis";
+
+export const fetchYouPornGalleryData = async (params?: FetchParams): Promise<GalleryData[]> => {
+
+    let data: GalleryData[] = [];
+
+    const reqHeaders = getHeaders(YOUPORN_BASE_URL)
+
+    const queryUrl = await getYouPornQueryUrl(params?.query)
+
+    const cachedData = await getDataFromRedis(queryUrl)
+
+    if (cachedData) {
+        return cachedData as GalleryData[]
+    }
+
+    await axios.get(queryUrl, reqHeaders)
+
+    .then(async response => {
+
+        const html = response.data;
+
+        const $ = cheerio.load(html);
+
+        const wrapperId = params?.query ? ".searchResults .video-box" : ".tm_mostRecent_videos_section .video-box"
+    
+        const thumbs = $(wrapperId);
+    
+        thumbs.map((key, thumb) => {
+    
+            const videoUrl = $(thumb).find("a.tm_video_link").attr("href")?.split('/')[2];
+            const imgUrl = $(thumb).find("img.thumb-image").attr("data-src")
+            const text = $(thumb).find("a.video-title").text();
+    
+            videoUrl && imgUrl && text && data.push({
+                videoUrl,
+                imgUrl,
+                text,
+                platform: Platforms.youporn
+            })
+        })
+
+        await storeDataIntoRedis(queryUrl, data, DEFAULT_YOUPORN_GALLERY_EXPIRY);
+
+    }).catch((error: AxiosError) => {
+        // handle errors
+    });
+
+    return data
+}

src/utils/scrape/youporn/url.ts

@@ -0,0 +1,42 @@
+import { YOUPORN_BASE_SEARCH, YOUPORN_BASE_URL } from "@/constants/urls"
+import { getHeadersWithCookie } from "../common/headers"
+import axios from "axios"
+import { MindGeekVideoSrcElem, VideoSourceItem } from "@/meta/data"
+
+export const getYouPornQueryUrl = async (query?: string): Promise<string> => {
+
+    if (query) {
+        return `${YOUPORN_BASE_SEARCH}${query}`
+    }
+
+    return YOUPORN_BASE_URL
+}
+
+export const getYouPornMediaUrlList = async (url: string, sessionCookie: string): Promise<VideoSourceItem[]> => {
+
+    const headersWithCookie = getHeadersWithCookie(YOUPORN_BASE_URL, sessionCookie)
+
+    let videos: VideoSourceItem[] = []
+
+    await axios.get(url, headersWithCookie)
+        .then(async response => {
+
+            if (response.data) {
+
+                videos = await response.data.map((elem: MindGeekVideoSrcElem) => ({
+                    src: elem?.videoUrl,
+                    type: 'video/mp4',
+                    size: elem?.quality
+                })) as VideoSourceItem[]
+
+                return videos
+
+            } else {
+                return []
+            }
+
+        })
+        .catch(error => console.log(error))
+
+    return videos
+}

src/utils/scrape/youporn/video.ts

@@ -0,0 +1,91 @@
+import { YOUPORN_BASE_URL, YOUPORN_BASE_URL_VIDEO } from "@/constants/urls";
+import { FetchParams, GalleryData, VideoData, VideoSourceItem } from "@/meta/data";
+import { getHeaders } from "../common/headers";
+import { getDataFromRedis, storeDataIntoRedis } from "@/redis/client";
+import { DEFAULT_RELATED_VIDEO_KEY_PATH, DEFAULT_YOUPORN_VIDEO_EXPIRY, DEFAULT_YOUPORN_GALLERY_EXPIRY } from "@/constants/redis";
+
+import * as cheerio from "cheerio";
+
+import axios, { AxiosError } from "axios";
+import { createSessionCookie, findGetMediaUrlInTagblock } from "../common/mindgeek";
+import { getYouPornMediaUrlList } from "./url";
+import { Platforms } from "@/meta/settings";
+
+export const fetchYouPornVideoData = async (videoId: string, params?: FetchParams): Promise<[VideoData, GalleryData[]]> => {
+
+    let data: VideoData = {
+        hlsUrl: '',
+        srcSet: []
+    }
+
+    let relatedData: GalleryData[] = [];
+
+    let mediaUrl, sessionCookie, convertedData: VideoSourceItem[]
+
+    let reqHeaders = getHeaders(YOUPORN_BASE_URL)
+
+    const queryUrl = `${YOUPORN_BASE_URL_VIDEO}/${videoId.replace(/\//g, '')}`
+
+    const cachedVideoData = await getDataFromRedis(queryUrl)
+    const cachedRelatedData = await getDataFromRedis(queryUrl + DEFAULT_RELATED_VIDEO_KEY_PATH)
+
+    if (cachedVideoData) {
+        return [cachedVideoData as VideoData, cachedRelatedData as GalleryData[] ?? []]
+    }
+
+    await axios.get(queryUrl, reqHeaders)
+
+    .then(async response => {
+
+        sessionCookie = response?.headers["set-cookie"] ? createSessionCookie(response?.headers["set-cookie"]) : '';
+
+        const html = response.data;
+
+        const $ = cheerio.load(html);
+
+        const scriptTags = $("script");
+
+        scriptTags.map((idx, elem) => {
+            const getMediaUrl = findGetMediaUrlInTagblock($(elem).toString().replace(/\\/g, ''), 'media/mp4') ?? null
+
+            if (getMediaUrl) {
+                mediaUrl = getMediaUrl
+            }
+
+        })
+
+        const wrapperId = "#relatedVideos .video-box"
+    
+        const thumbs = $(wrapperId);
+    
+        thumbs.map((key, thumb) => {
+    
+            const videoUrl = $(thumb).find("a.tm_video_link").attr("href")?.split('/')[2];
+            const imgUrl = $(thumb).find("img.thumb-image").attr("data-src")
+            const text = $(thumb).find("a.video-title").text();
+    
+            videoUrl && imgUrl && text && relatedData.push({
+                videoUrl,
+                imgUrl,
+                text,
+                platform: Platforms.youporn
+            })
+        })
+
+    }).catch((error: AxiosError) => {
+        // error handling goes here
+    });
+
+    if (sessionCookie && mediaUrl) {
+        convertedData = await getYouPornMediaUrlList(mediaUrl, sessionCookie)
+        data.srcSet = convertedData.reverse()
+
+        await storeDataIntoRedis(queryUrl, data, DEFAULT_YOUPORN_VIDEO_EXPIRY);
+    }
+
+    if (relatedData.length > 0) {
+        await storeDataIntoRedis(queryUrl + DEFAULT_RELATED_VIDEO_KEY_PATH, relatedData, DEFAULT_YOUPORN_GALLERY_EXPIRY);
+    }
+
+    return [ data, relatedData ]
+}