Merge pull request 'Release v0.4: Add PornHub support / Server-side streaming / Plyr.js / Video srcset' (#96) from feature/pornhub-support into develop

Reviewed-on: #96

.env.example

@@ -6,3 +6,10 @@ ENABLE_REDIS=true
 
 # if cache enabled, set redis url for external redis
 REDIS_URL='redis://127.0.0.1:6379'
+
+# this key is necessary to encrypt/decrypt urls for server-side stream
+# if not set, a default value (check const DEFAULT_ENCODING_KEY inside src/constants/encoding.ts ) will be used
+# please generate a new one with command `pwgen 20 1` (pwgen command needs to be installed)
+# uncomment variable below and add generated value
+
+# ENCODING_KEY=''

README.md

@@ -6,7 +6,7 @@ Proxy Raye is an alternative front-end for adult websites. Watch videos on a cle
 
 - XVideos
 - XNXX
-- (...more coming soon!)
+- PornHub (experimental)
 
 ## Working demos
 
@@ -18,9 +18,19 @@ Self-hosted demo can be found [here](https://proxyraye.copyriot.xyz).
 
 You can run the project on local by cloning the repo. 
 
+## IMPORTANT: encoding key generation:
+
+Since version `0.4.0` server-side video streaming is supported and mandatory for some platforms (like PornHub) in order to work properly. In order to avoid random video url injection, urls get encrypted/decrypted by using an encoding key. 
+
+For security reasons it's better to generate a new encoding key. It can be done via console/terminal by running `pwgen 20 1` command. Make sure `pwgen` command is installed. This will generate an alphanumeric string. 
+
+Paste the string to `ENCODING_KEY` environment variable inside `docker-compose.yaml` if you are using Docker, or inside `.env` file if you run the project with npm. See detailed instructions below.
+
+In case variable is not set, a default encoding key will be used (not recommended!).
+
 ## Docker
 
-You can run it via Docker with docker-compose by opening root folder via console and running:
+You can run project via Docker with docker-compose by opening root folder via console and running:
 
 ```
 docker-compose up -d
@@ -36,6 +46,10 @@ A base Redis image will be added to the network.
 
 However, Proxy Raye can still work without Redis by setting `ENABLE_REDIS=false`  under `environment:`. 
 
+### Encoding urls
+
+Please uncomment `ENCODING_KEY=` related line  inside `docker-compose.yaml` (under `environment:`) and set value to the string obtained by running `pwgen 20 1`.
+
 ## Node.js
 
 You can also run project outside Docker via npm (tested with NodeJS `20.11` and above).
@@ -50,6 +64,11 @@ npm run start
 
 And head browser to `localhost:3000`.
 
+### Encoding urls
+
+Please rename `.env.example` to `.env` file inside root folder.
+
+Please uncomment `ENCODING_KEY=` related line inside `.env` file and set value to the string obtained by running `pwgen 20 1`.
 
 ### (optional) Enable caching
 
@@ -61,7 +80,6 @@ REDIS_URL='redis://127.0.0.1:6379'
 ```
 These values assume a basic Redis instance running on local machine. If your local setup is different, or your Redis instance is somewhere else, please change `REDIS_URL` accordingly.
 
-
 # Modify
 If you want to edit the project you can start development mode by opening root folder via console and running:
 

docker-compose.yaml

@@ -23,6 +23,8 @@ services:
     environment:
     - ENABLE_REDIS=true
     - REDIS_URL=redis://redis:6379
+    # Please generate a new encoding key with command `pwgen 20 1`, decomment following variable and insert result into it:
+    # - ENCODING_KEY=
     
   redis:
       image: redis:alpine

locale/en.json

@@ -2,13 +2,7 @@
     "Header": {
         "title": "Proxy Raye",
         "description": "A proxy for porn websites",
-        "disclaimer_0": "Genital sexuality is only one of the many possible conceptions of sexuality",
+        "disclaimer_pornhub": "Warning: PornHub support is experimental. If video player freezes, try reloading the page after a few seconds."
-        "disclaimer_1": "Platform capitalism makes money on desire flow. Proxies avoid this to happen.",
-        "disclaimer_2": "Platform capitalism is narcissism-driven",
-        "disclaimer_3": "Pornhub annoying elements (like ads) are put there intentionally to make you upgrade to premium",
-        "disclaimer_4": "You're going to masturbate on someone else's imaginary",
-        "disclaimer_5": "No banners or annoying popups. You can jerk off with no hassle!",
-        "disclaimer_6": "You're choosing image over imagination. What if they're not in antithesis?"
     },
     "NotFound": {
         "uh_oh": "Uh Oh...",

locale/it.json

@@ -2,13 +2,7 @@
     "Header": {
         "title": "Proxy Raye",
         "description": "Un proxy per i siti porno",
-        "disclaimer_0": "Quella genitale è solo una delle possibili concezioni della sessualità.",
+        "disclaimer_pornhub": "Attenzione: il supporto per PornHub è sperimentale. Se il player si blocca, provare a ricaricare la pagina dopo qualche secondo."
-        "disclaimer_1": "Le piattaforme monetizzano i flussi di desiderio. I proxy impediscono che questo accada.",
-        "disclaimer_2": "Le piattaforme si alimentano del narcisisismo degli utenti.",
-        "disclaimer_3": "Gli elementi di disturbo su PornHub sono messi lì a posta per farti passare alla versione Premium.",
-        "disclaimer_4": "Stai per masturbarti sull'immaginario di qualcun altro.",
-        "disclaimer_5": "Niente banner o popup fastidiosi. Puoi masturbarti in santa pace.",
-        "disclaimer_6": "Stai preferendo l'immagine all'immaginazione. E se immagine e immaginazione non fossero in antitesi?"
     },
     "NotFound": {
         "uh_oh": "Uh Oh...",

package.json

@@ -1,6 +1,6 @@
 {
   "name": "proxyraye-next",
-  "version": "0.3.2",
+  "version": "0.4.0",
   "private": true,
   "scripts": {
     "dev": "next dev",
@@ -17,6 +17,7 @@
     "next": "14.2.2",
     "next-intl": "3.11.3",
     "next-nprogress-bar": "2.3.11",
+    "plyr-react": "^5.3.0",
     "react": "18.3.0",
     "react-cookie": "7.1.4",
     "react-dom": "18.3.0",
@@ -25,7 +26,7 @@
     "react-redux": "9.1.1",
     "redis": "4.6.14",
     "redux-persist": "6.0.0",
-    "video.js": "8.10.0",
+    "video.js": "8.12.0",
     "videojs-hls-quality-selector": "2.0.0"
   },
   "devDependencies": {

src/app/[locale]/video/[platform]/[id]/page.tsx

@@ -24,13 +24,11 @@ export default async function VideoPage({ params }: { params: { platform: Platfo
 
   const [data, related] = await new VideoAgent(platform).getVideo(decodedId)
 
-  //const [data, related] = await fetchVideoData(decodedId)
+  if (!data.lowResUrl && (!data.srcSet || data.srcSet.length == 0)) {
-
-  if (!data.lowResUrl) {
     redirect(`/${locale}/404`)
   }
  
   return <Layout>
-    <Video id={id} data={data} related={related}/>
+    <Video platform={platform} id={id} data={data} related={related}/>
   </Layout>
 }

src/app/api/stream/[platform]/[encodedUrl]/route.ts

@@ -0,0 +1,44 @@
+import { Platforms } from "@/meta/settings";
+import { decodeUrl } from "@/utils/string";
+import axios from "axios";
+
+type GetParams = {
+  params: {
+    platform: Platforms
+    encodedUrl: string
+  };
+};
+
+export async function GET(req: Request, { params }: GetParams) {
+
+  const { platform, encodedUrl } = params;
+
+  if (!Object.keys(Platforms).includes(platform)) {
+    return Response.json(
+      { 
+        success: false, 
+        message: 'Platform not supported!' 
+      },
+      { status: 404 }
+    )
+  }
+
+  const decodedUrl = decodeUrl(encodedUrl)
+  
+  const response = await axios.get<ReadableStream>(decodedUrl, {
+    responseType: "stream",
+  });
+
+  const headers = new Headers();
+  
+  headers.set('Content-Type', 'video/mp4');
+  headers.set('Cache-Control', 'no-cache');
+  headers.set('Accept-Ranges', 'bytes');
+  headers.set('Content-Length', response.headers['content-length']);
+  headers.set('Content-Disposition', 'inline');
+
+  return new Response(response.data, {
+    headers,
+  });
+}
+

src/components/Layout/Header/Disclaimer/index.tsx

@@ -3,19 +3,22 @@ import React from 'react';
 import style from './Disclaimer.module.scss'
 
 import { useTranslations } from 'next-intl';
+import { Platforms } from '@/meta/settings';
 
-const Disclaimer: React.FC = () => {
+interface Props {
+  platform: Platforms
+}
 
-  const MAX_DISCLAIMER_NO = 6
+const Disclaimer: React.FC<Props> = (props) => {
+
+  const { platform } = props;
 
   const t = useTranslations('Header');
 
-  const getRandomArbitrary = (max: number) => {
-    return Math.floor( Math.random() * max);
-  }
-
   return (
-    <div className={style.messageBox}>{t(`disclaimer_${getRandomArbitrary(MAX_DISCLAIMER_NO)}`)}</div>
+    <>
+      {platform == Platforms.pornhub && <div className={style.messageBox}>{t(`disclaimer_pornhub`)}</div>}
+    </>
   );
 };
 

src/components/Layout/Header/Menu/Settings/Modal/Orientation/index.tsx

@@ -1,6 +1,6 @@
 'use client'
 
-import { Cookies, XVideosOrientations } from '@/meta/settings';
+import { Cookies, Platforms, XVideosOrientations, PornHubOrientations } from '@/meta/settings';
 
 import css from './Orientation.module.scss'
 
@@ -16,11 +16,21 @@ interface Props {
     }
 }
 
+const getOrientations = (platform: Platforms):Object => {
+    if ([Platforms.xnxx, Platforms.xvideos].includes(platform)) {
+        return XVideosOrientations
+    } 
+
+    return PornHubOrientations
+} 
+
 const Orientation: React.FC<Props> = (props) => {
 
     const { labels, handleClose } = props
     
-    const [cookies] = useCookies([Cookies.orientation]);
+    const [cookies] = useCookies([Cookies.orientation, Cookies.platform]);
+
+    const orientationsList = cookies.platform ? getOrientations(cookies.platform ) : XVideosOrientations
 
     const handleChange = async (event: React.ChangeEvent<HTMLSelectElement>) => {
         const value = event.target.value;
@@ -34,7 +44,7 @@ const Orientation: React.FC<Props> = (props) => {
         <div className={css.container}>
             <div className={css.title}>{labels.title}</div>
             <select defaultValue={ cookies.orientation ?? XVideosOrientations.etero } onChange={handleChange} name={'orientation'} aria-label={labels.title}>
-                {Object.keys(XVideosOrientations).map((elem, key) => {
+                {Object.keys(orientationsList).map((elem, key) => {
                     return <option className={css.option} key={key} value={elem}>{elem.toUpperCase()}</option>
                 })}
             </select>

src/components/Layout/Header/Menu/Settings/Modal/Platform/index.tsx

@@ -1,6 +1,6 @@
 'use client'
 
-import { Cookies, Platforms } from '@/meta/settings';
+import { Cookies, Platforms, PornHubOrientations, XVideosOrientations } from '@/meta/settings';
 
 import css from './Platform.module.scss'
 
@@ -16,17 +16,34 @@ interface Props {
     }
 }
 
+const mapOrientationToPlatform = (platform: string, orientation: string): string | undefined => {
+
+    if ([String(Platforms.xnxx), String(Platforms.xvideos)].includes(platform)) {
+        return Object.keys(XVideosOrientations).includes(orientation) ? orientation : String(XVideosOrientations.etero)
+    }
+
+    if ([String(Platforms.pornhub)].includes(platform)) {
+        return Object.keys(PornHubOrientations).includes(orientation) ? orientation : String(PornHubOrientations.generic)
+    }
+
+}
+
 const Platform: React.FC<Props> = (props) => {
 
     const { labels, handleClose } = props
 
-    const [cookies] = useCookies([Cookies.platform]);
+    const [cookies] = useCookies([Cookies.platform, Cookies.orientation]);
 
     const handleChange = async (event: React.ChangeEvent<HTMLSelectElement>) => {
         const value = event.target.value;
 
         await setCookie(Cookies.platform, value)
 
+        if (cookies.orientation) {
+            const newOrientation = mapOrientationToPlatform(value, cookies.orientation)
+            newOrientation && await setCookie(Cookies.orientation, newOrientation)
+        }
+
         handleClose()
     }
 

src/components/Layout/PlyrJS/PlyrJS.module.scss

@@ -0,0 +1,13 @@
+@import 'spacing';
+
+.container {
+    margin-bottom: $spacing_32;
+
+    [type="button"],
+    [type="reset"],
+    [type="submit"] {
+        margin-bottom: 0 !important;
+    }
+
+    --plyr-color-main: var(--primary)
+}

src/components/Layout/PlyrJS/index.tsx

@@ -0,0 +1,53 @@
+'use client'
+
+import React from 'react';
+
+import style from './PlyrJS.module.scss'
+
+import { VideoData } from '@/meta/data';
+
+import "plyr-react/plyr.css"
+
+import dynamic from 'next/dynamic';
+
+interface Props {
+    data: VideoData
+}
+
+const PlyrJS: React.FC<Props> = (props) => {
+
+
+    const PlyrComponent = React.useMemo(() => {
+        return dynamic(() => import("plyr-react"), { ssr: false });
+    }, []);
+
+    //   const Plyr = dynamic(() => import("plyr-react"), { ssr: false });
+
+    const { data } = props;
+
+    const plyrProps = {
+        source: { type: 'video', sources: data.srcSet }, // https://github.com/sampotts/plyr#the-source-setter
+        options: {
+            controls: [
+                'play', // Play/pause playback
+                'progress', // The progress bar and scrubber for playback and buffering
+                'current-time', // The current time of playback
+                'duration', // The full duration of the media
+                'mute', // Toggle mute
+                'volume', // Volume control
+                'captions', // Toggle captions
+                'settings', // Settings menu
+                'fullscreen', // Toggle fullscreen
+            ]
+        }, // https://github.com/sampotts/plyr#options
+    }
+
+    return (
+        <div className={style.container}>
+            {/* @ts-ignore */}
+            <PlyrComponent {...plyrProps} />
+        </div>
+    );
+};
+
+export default PlyrJS;

src/components/Layout/VideoJS/VJSContent/index.tsx

@@ -6,9 +6,9 @@ import videojs from 'video.js';
 
 import 'video.js/dist/video-js.css';
 
-import style from './VideoJS.module.scss'
+import style from './VJSContent.module.scss'
 
-export const VideoJS = (props: { options: any; onReady: any; }) => {
+export const VJSContent = (props: { options: any; onReady: any; }) => {
   const videoRef = React.useRef(null);
   const playerRef = React.useRef(null);
   const {options, onReady} = props;
@@ -64,4 +64,4 @@ export const VideoJS = (props: { options: any; onReady: any; }) => {
   );
 }
 
-export default VideoJS;
+export default VJSContent;

src/components/Layout/VideoJS/index.tsx

@@ -2,9 +2,9 @@
 
 import React from 'react';
 
-import style from './Player.module.scss'
+import style from './VideoJS.module.scss'
 
-import VideoJS from './VideoJS';
+import VJSContent from './VJSContent';
 import { VideoData } from '@/meta/data';
 
 import 'videojs-hls-quality-selector';
@@ -13,7 +13,7 @@ interface Props {
   data: VideoData
 }
 
-const Player: React.FC<Props> = (props) => {
+const VideoJS: React.FC<Props> = (props) => {
 
   const { data } = props;
 
@@ -55,9 +55,9 @@ const Player: React.FC<Props> = (props) => {
 
   return (
     <div className={style.container}>
-      <VideoJS options={videoJsOptions} onReady={handlePlayerReady} />
+      <VJSContent options={videoJsOptions} onReady={handlePlayerReady} />
     </div>
   );
 };
 
-export default Player;
+export default VideoJS;

src/components/Pages/Video/index.tsx

@@ -1,27 +1,35 @@
 import React from 'react';
 
 import Header from '@/components/Layout/Header';
-import Player from '@/components/Layout/Player';
+
+import VideoJS from '@/components/Layout/VideoJS';
+import PlyrJS from '@/components/Layout/PlyrJS';
+
 import SearchBar from '@/components/Layout/SearchBar';
 import Results from '@/components/Layout/Results';
 
 import { GalleryData, VideoData } from '@/meta/data';
+import { Platforms } from '@/meta/settings';
+import Disclaimer from '@/components/Layout/Header/Disclaimer';
+import { platform } from 'os';
 
 
 interface Props {
     id: string
     data: VideoData
     related: GalleryData[]
+    platform: Platforms
 }
 
 const Video: React.FC<Props> = (props) => {
 
-    const { data, related } = props;
+    const { data, related, platform } = props;
 
     return (
         <>
             <Header />
-            <Player data={data} />
+            <Disclaimer platform={platform} />
+            {data.srcSet ? <PlyrJS data={data} /> : <VideoJS data={data} />}
             <SearchBar />
             {related && <Results data={related} />}
         </>

src/constants/encoding.ts

@@ -0,0 +1 @@
+export const DEFAULT_ENCODING_KEY = 'oom2oz8ut0ieshie1Hae'

src/constants/redis.ts

@@ -1,6 +1,9 @@
+const EX_MIN = 60
 const EX_HOURLY = 60 * 60
 const EX_DAILY = 60 * 60 * 24
 
+export const DEFAULT_PORNHUB_GALLERY_EXPIRY = { EX: EX_HOURLY };
+export const DEFAULT_PORNHUB_VIDEO_EXPIRY = { EX: EX_MIN };
 export const DEFAULT_XVIDEOS_CONTENT_EXPIRY = { EX: EX_HOURLY };
 export const DEFAULT_XNXX_CONTENT_EXPIRY = { EX: EX_HOURLY };
 

src/constants/stream.ts

@@ -0,0 +1 @@
+export const DEFAULT_VIDEO_STREAM_ROUTE_PREFIX = '/api/stream'

src/constants/urls.ts

@@ -1,7 +1,12 @@
+// XVIDEOS
+
 export const XVIDEOS_BASE_URL: string = "https://www.xvideos.com"
 export const XVIDEOS_BASE_URL_GAY: string = "https://www.xvideos.com/gay"
 export const XVIDEOS_BASE_URL_TRANS: string = "https://www.xvideos.com/shemale"
 
+
+// XNXX
+
 export const XNXX_BASE_URL: string = 'https://www.xnxx.com'
 
 export const XNXX_BASE_URL_ETERO: string = 'https://www.xnxx.com/best'
@@ -9,3 +14,11 @@ export const XNXX_BASE_URL_GAY: string = 'https://www.xnxx.com/best-of-gay'
 export const XNXX_BASE_URL_TRANS: string = 'https://www.xnxx.com/best-of-shemale'
 
 export const XNXX_BASE_SEARCH: string = 'https://www.xnxx.com/search'
+
+// PORNHUB
+
+export const PORNHUB_BASE_URL: string = 'https://www.pornhub.com'
+export const PORNHUB_BASE_URL_VIDEO: string = 'https://www.pornhub.com/view_video.php?viewkey='
+
+export const PORNHUB_BASE_URL_GAY: string = 'https://www.pornhub.com/gayporn'
+export const PORNHUB_BASE_URL_GAY_SEARCH: string = 'https://www.pornhub.com/gay'

src/meta/data.ts

@@ -12,10 +12,17 @@ export interface GalleryData {
     platform: Platforms
 }
 
+export interface VideoSourceItem {
+    type: string,
+    src: string,
+    size: string
+}
+
 export interface VideoData {
-    lowResUrl: string,
+    lowResUrl?: string,
     hiResUrl?: string,
     hlsUrl?: string
+    srcSet?: VideoSourceItem[]
 }
 
 export interface VideoAgent {

src/meta/settings.ts

@@ -6,7 +6,8 @@ export enum Cookies {
 
 export enum Platforms {
     xvideos= 'xvideos',
-    xnxx= 'xnxx'
+    xnxx= 'xnxx',
+    pornhub= 'pornhub'
 }
 
 export enum XVideosCatQueryMap {
@@ -21,6 +22,11 @@ export enum XVideosOrientations {
     trans= 'trans'
 }
 
+export enum PornHubOrientations {
+    generic= 'generic',
+    gay= 'gay'
+}
+
 export enum Themes {
     light= 'light',
     dark= 'dark',

src/utils/agent.ts

@@ -4,10 +4,13 @@ import { Platforms } from "@/meta/settings";
 
 import { XVideosAgent } from "./scrape/xvideos/agent";
 import { XNXXAgent } from "./scrape/xnxx/agent";
+import { PornHubAgent } from "./scrape/pornhub/agent";
+
 
 const AgentMapper = {
   [Platforms.xvideos]: XVideosAgent,
-  [Platforms.xnxx]: XNXXAgent
+  [Platforms.xnxx]: XNXXAgent,
+  [Platforms.pornhub]: PornHubAgent
 }
 
 export class VideoAgent {

src/utils/scrape/common/headers.ts

@@ -22,7 +22,7 @@ const getRandomUserAgent = (): string => {
     return userAgents[rand]
 }
 
-export const getHeaders = (host:string = XVIDEOS_BASE_URL) => {
+export const getHeaders = (host:string) => {
     return {
         headers: {
             "User-Agent": getRandomUserAgent(),
@@ -32,7 +32,23 @@ export const getHeaders = (host:string = XVIDEOS_BASE_URL) => {
             "Sec-Fetch-Dest": "document",
             "Sec-Fetch-Mode": "navigate",
             "Sec-Fetch-Site": "none",
-            "Host": removeHttpS(host)
+            "Host": removeHttpS(host),
+        },
+    }
+};
+
+export const getHeadersWithCookie = (host:string, cookie: string) => {
+    return {
+        headers: {
+            "User-Agent": getRandomUserAgent(),
+            "Accept-Language": "en-gb, en, en-US, it",
+            "Accept-Encoding": "gzip, deflate, br",
+            "Connection": "keep-alive",
+            "Sec-Fetch-Dest": "document",
+            "Sec-Fetch-Mode": "navigate",
+            "Sec-Fetch-Site": "none",
+            "Host": removeHttpS(host),
+            "Cookie": cookie
         },
     }
 };

src/utils/scrape/common/mindgeek.ts

@@ -0,0 +1,55 @@
+export const findGetMediaUrlInTagblock = (
+    tagBlock: string): string | null => {
+
+    const getMediaIndex = tagBlock.indexOf('get_media');
+
+    if (getMediaIndex === -1) {
+        return null
+    }
+
+    const start = tagBlock.lastIndexOf('"', getMediaIndex);
+    const end = tagBlock.indexOf('"', getMediaIndex);
+
+    const substr = tagBlock.substring(start, end);
+
+    if (substr.length > 0) {
+        return substr.replace(/\\/g, '').replace(/"/g, '');
+    }
+
+    return null
+}
+
+export const findGetRelatedUrlInTagblock = (
+    tagBlock: string): string | null => {
+
+    const getMediaIndex = tagBlock.indexOf('player_related_datas');
+
+    if (getMediaIndex === -1) {
+        return null
+    }
+
+    const start = tagBlock.lastIndexOf('"', getMediaIndex);
+    const end = tagBlock.indexOf('"', getMediaIndex);
+
+    const substr = tagBlock.substring(start, end);
+
+    if (substr.length > 0) {
+        return substr.replace(/\\/g, '').replace(/"/g, '');
+    }
+
+    return null
+}
+
+export const createSessionCookie = (responseSetCookies: string[]): string => {
+    let pieces: string[] = []
+
+    responseSetCookies.map((elem, key) => {
+        if (elem.includes('platform=') || elem.includes('ss=') || elem.includes('fg_')) {
+            pieces.push(elem.split(';')[0])
+        }
+    })
+
+    const sessionCookie = pieces.join('; ');
+
+    return sessionCookie
+}

src/utils/scrape/pornhub/agent.ts

@@ -0,0 +1,15 @@
+import { FetchParams, GalleryData, VideoAgent, VideoData } from "@/meta/data";
+import { fetchPornHubGalleryData } from "./gallery";
+import { fetchPornHubVideoData } from "./video";
+
+export class PornHubAgent implements VideoAgent {
+
+    public getGallery = async (params?: FetchParams): Promise<GalleryData[]> => {
+        return await fetchPornHubGalleryData(params)
+    }
+
+    public getVideo = async (id: string, params?: FetchParams): Promise<[VideoData, GalleryData[]]> => {
+        return await fetchPornHubVideoData(id, params)
+    }
+
+}

src/utils/scrape/pornhub/gallery.ts

@@ -0,0 +1,62 @@
+import { PORNHUB_BASE_URL } from "@/constants/urls";
+import { FetchParams, GalleryData } from "@/meta/data";
+import { getHeaders } from "../common/headers";
+import { getDataFromRedis, storeDataIntoRedis } from "@/redis/client";
+import { getPornHubQueryUrl, getPornHubResultsWrapperId } from "./url";
+
+import * as cheerio from "cheerio";
+
+import axios, { AxiosError } from "axios";
+import { Platforms } from "@/meta/settings";
+
+import { DEFAULT_PORNHUB_GALLERY_EXPIRY } from "@/constants/redis";
+
+export const fetchPornHubGalleryData = async (params?: FetchParams): Promise<GalleryData[]> => {
+
+    let data: GalleryData[] = [];
+
+    const reqHeaders = getHeaders(PORNHUB_BASE_URL)
+
+    const queryUrl = await getPornHubQueryUrl(params?.query)
+
+    const cachedData = await getDataFromRedis(queryUrl)
+
+    if (cachedData) {
+        return cachedData as GalleryData[]
+    }
+
+    await axios.get(queryUrl, reqHeaders)
+
+    .then(async response => {
+
+        const html = response.data;
+
+        const $ = cheerio.load(html);
+
+        const wrapperId = await getPornHubResultsWrapperId(params?.query)
+    
+        const thumbs = $(wrapperId);
+    
+        thumbs.map((key, thumb) => {
+    
+            const videoUrl = $(thumb).find(".pcVideoListItem a").attr("href")?.split('=')[1];
+            const imgUrl = $(thumb).find(".pcVideoListItem a img").attr("src")
+            const text = $(thumb).find(".pcVideoListItem a").attr("title")
+    
+            videoUrl && imgUrl && text && data.push({
+                videoUrl,
+                imgUrl,
+                text,
+                platform: Platforms.pornhub
+            })
+        })
+
+        await storeDataIntoRedis(queryUrl, data, DEFAULT_PORNHUB_GALLERY_EXPIRY);
+
+    }).catch((error: AxiosError) => {
+        // handle errors
+    });
+
+
+    return data
+}

src/utils/scrape/pornhub/url.ts

@@ -0,0 +1,131 @@
+import { PORNHUB_BASE_URL, PORNHUB_BASE_URL_GAY, PORNHUB_BASE_URL_GAY_SEARCH } from "@/constants/urls"
+import axios, { AxiosHeaders } from "axios"
+import { getHeadersWithCookie } from "../common/headers"
+import { GalleryData, VideoSourceItem } from "@/meta/data"
+import { Cookies, Platforms, PornHubOrientations } from "@/meta/settings"
+import { getCookie } from "@/utils/cookies/read"
+import { encodeUrl } from "@/utils/string"
+import { DEFAULT_VIDEO_STREAM_ROUTE_PREFIX } from "@/constants/stream"
+
+interface PornHubVideoSrcElem {
+    videoUrl: string
+    quality: string
+}
+
+export const getPornHubQueryUrl = async (query?: string): Promise<string> => {
+    const orientation = await getCookie(Cookies.orientation)
+
+    if (query) {
+        return `${orientation && orientation.value == PornHubOrientations.gay ?
+            PORNHUB_BASE_URL_GAY_SEARCH :
+            PORNHUB_BASE_URL}/video/search?search=${query}`
+    }
+
+    return orientation && orientation.value == PornHubOrientations.gay ? PORNHUB_BASE_URL_GAY : PORNHUB_BASE_URL
+}
+
+export const getPornHubResultsWrapperId = async (query?: string): Promise<string> => {
+    const orientation = await getCookie(Cookies.orientation)
+
+    if (query) {
+        return "#videoSearchResult li"
+    }
+
+    if (orientation && orientation.value == PornHubOrientations.gay) {
+        return "#videoCategory li"
+    }
+
+    return "#singleFeedSection li"
+}
+
+export const getPornHubMediaUrlList = async (url: string, sessionCookie: string): Promise<VideoSourceItem[]> => {
+
+    const headersWithCookie = getHeadersWithCookie(PORNHUB_BASE_URL, sessionCookie)
+
+    let videos: VideoSourceItem[] = []
+
+    await axios.get(url, headersWithCookie)
+        .then(async response => {
+
+            if (response.data) {
+
+                videos = await response.data.map((elem: PornHubVideoSrcElem) => ({
+                    src: `${DEFAULT_VIDEO_STREAM_ROUTE_PREFIX}/${Platforms.pornhub}/${encodeUrl(elem?.videoUrl)}`,
+                    type: 'video/mp4',
+                    size: elem?.quality
+                })) as VideoSourceItem[]
+
+                return videos
+
+            } else {
+                return []
+            }
+
+        })
+        .catch(error => console.log(error))
+
+    return videos
+}
+
+function containsAtLeastThreeSpaces(input: string): boolean {
+    // Conta il numero di spazi nella stringa
+    const spaceCount = (input.match(/ /g) || []).length;
+    // Verifica se ci sono almeno tre spazi
+    return spaceCount >= 3;
+}
+
+export const getPornHubRelatedVideoData = async (url: string, sessionCookie: string): Promise<GalleryData[]> => {
+
+    const headersWithCookie = getHeadersWithCookie(PORNHUB_BASE_URL, sessionCookie)
+
+    let gallery: GalleryData[] = []
+
+    await axios.get(url, headersWithCookie)
+        .then(async response => {
+
+            if (response.data?.related) {
+
+                Array(response.data.related).map((related: any[], key) => {
+
+                    related.map((rel: string[], key) => {
+
+                        let galleryElem: GalleryData = {
+                            videoUrl: '',
+                            imgUrl: '',
+                            text: '',
+                            platform: Platforms.pornhub
+                        }
+
+                        rel.map((str, key) => {
+
+                            if (String(str).includes('.jpg')) {
+                                galleryElem.imgUrl = str;
+                            }
+
+                            if (String(str).includes('viewkey')) {
+                                galleryElem.videoUrl = str.split('=')[1];
+                            }
+
+                            if (containsAtLeastThreeSpaces(String(str))) {
+                                galleryElem.text = str;
+                            }
+
+                        })
+
+                        gallery.push(galleryElem)
+
+                    })
+
+                })
+
+                return gallery;
+
+            } else {
+                return []
+            }
+
+        })
+        .catch(error => console.log(error))
+
+    return gallery
+}

src/utils/scrape/pornhub/video.ts

@@ -0,0 +1,88 @@
+import { PORNHUB_BASE_URL, PORNHUB_BASE_URL_VIDEO } from "@/constants/urls";
+import { FetchParams, GalleryData, VideoData, VideoSourceItem } from "@/meta/data";
+import { getHeaders } from "../common/headers";
+import { getDataFromRedis, storeDataIntoRedis } from "@/redis/client";
+import { DEFAULT_PORNHUB_GALLERY_EXPIRY, DEFAULT_PORNHUB_VIDEO_EXPIRY, DEFAULT_RELATED_VIDEO_KEY_PATH } from "@/constants/redis";
+
+import * as cheerio from "cheerio";
+
+import axios, { AxiosError } from "axios";
+import { createSessionCookie, findGetMediaUrlInTagblock, findGetRelatedUrlInTagblock } from "../common/mindgeek";
+import { getPornHubMediaUrlList, getPornHubRelatedVideoData } from "./url";
+
+export const fetchPornHubVideoData = async (videoId: string, params?: FetchParams): Promise<[VideoData, GalleryData[]]> => {
+
+    let data: VideoData = {
+        lowResUrl: '',
+        srcSet: []
+    }
+
+    let relatedData: GalleryData[] = [];
+
+    let mediaUrl, relatedUrl, sessionCookie, convertedData: VideoSourceItem[]
+
+    let reqHeaders = getHeaders(PORNHUB_BASE_URL)
+
+    const queryUrl = `${PORNHUB_BASE_URL_VIDEO}${videoId.replace(/\//g, '')}`
+
+    const cachedVideoData = await getDataFromRedis(queryUrl)
+    const cachedRelatedData = await getDataFromRedis(queryUrl + DEFAULT_RELATED_VIDEO_KEY_PATH)
+
+    if (cachedVideoData) {
+        return [cachedVideoData as VideoData, cachedRelatedData as GalleryData[] ?? []]
+    }
+
+    await axios.get(queryUrl, reqHeaders)
+
+        .then(async response => {
+
+            sessionCookie = response?.headers["set-cookie"] ? createSessionCookie(response?.headers["set-cookie"]) : '';
+
+            const html = response.data;
+
+            const $ = cheerio.load(html);
+
+            const scriptTags = $("script");
+
+            scriptTags.map((idx, elem) => {
+                const getMediaUrl = findGetMediaUrlInTagblock($(elem).toString()) ?? null
+
+                if (getMediaUrl) {
+                    mediaUrl = getMediaUrl
+                }
+
+            })
+
+            scriptTags.map((idx, elem) => {
+                const getRelatedUrl = findGetRelatedUrlInTagblock($(elem).toString()) ?? null
+
+                if (getRelatedUrl) {
+                    relatedUrl = getRelatedUrl
+                }
+
+            })
+
+        }).catch((error: AxiosError) => {
+            // error handling goes here
+        });
+
+    if (sessionCookie && mediaUrl) {
+        convertedData = await getPornHubMediaUrlList(mediaUrl, sessionCookie)
+        data.srcSet = convertedData.reverse()
+
+        await storeDataIntoRedis(queryUrl, data, DEFAULT_PORNHUB_VIDEO_EXPIRY);
+    }
+
+    if (sessionCookie && relatedUrl) {
+        if (cachedRelatedData) {
+            relatedData = cachedRelatedData as GalleryData[]
+        } else {
+            relatedData = await getPornHubRelatedVideoData(relatedUrl, sessionCookie)
+        
+            await storeDataIntoRedis(queryUrl + DEFAULT_RELATED_VIDEO_KEY_PATH, relatedData, DEFAULT_PORNHUB_GALLERY_EXPIRY);
+        }
+
+    }
+
+    return [ data, relatedData ]
+}

src/utils/scrape/xvideos/gallery.ts

@@ -8,12 +8,13 @@ import { Platforms } from '@/meta/settings';
 
 import { getDataFromRedis, storeDataIntoRedis } from '@/redis/client';
 import { DEFAULT_XVIDEOS_CONTENT_EXPIRY } from '@/constants/redis';
+import { XVIDEOS_BASE_URL } from '@/constants/urls';
 
 export const fetchXVideosGalleryData = async (params?: FetchParams): Promise<GalleryData[]> => {
 
     let data: GalleryData[] = [];
 
-    const reqHeaders = getHeaders()
+    const reqHeaders = getHeaders(XVIDEOS_BASE_URL)
 
     const queryUrl = await getXVideosQueryUrl(params?.query)
 

src/utils/string.ts

@@ -1,3 +1,5 @@
+import { DEFAULT_ENCODING_KEY } from "@/constants/encoding";
+
 export const removeHttpS = (url: string): string => {
     if (url.startsWith("http://")) {
         return url.slice(7);
@@ -14,3 +16,36 @@ export const encodeVideoUrlPath = (input: string): string => {
 export const decodeVideoUrlPath = (input: string): string => {
     return `/${decodeURIComponent(input)}`;
 };
+
+const getEncodingKey = ():string => {
+    return process.env.ENCODING_KEY ?? DEFAULT_ENCODING_KEY;
+} 
+
+export function encodeUrl(url: string): string {
+    const key = getEncodingKey()
+
+    // Convert the URL and key to UTF-8 bytes
+    const urlBytes = new TextEncoder().encode(url);
+    const keyBytes = new TextEncoder().encode(key);
+
+    // XOR the bytes of the URL with the key bytes
+    const encodedBytes = urlBytes.map((byte, index) => byte ^ keyBytes[index % keyBytes.length]);
+
+    // Convert the XORed bytes to a base64 string
+    //@ts-ignore
+    return btoa(String.fromCharCode(...encodedBytes));
+}
+
+export function decodeUrl(encodedUrl: string): string {
+    const key = getEncodingKey()
+
+    // Decode the base64 string to get the XORed bytes
+    const encodedBytes = Uint8Array.from(atob(encodedUrl), char => char.charCodeAt(0));
+    const keyBytes = new TextEncoder().encode(key);
+
+    // XOR the encoded bytes with the key bytes to get the original URL bytes
+    const urlBytes = encodedBytes.map((byte, index) => byte ^ keyBytes[index % keyBytes.length]);
+
+    // Convert the bytes back to a string
+    return new TextDecoder().decode(urlBytes);
+}