Release v0.4: Add PornHub support / Server-side streaming / Plyr.js / Video srcset #96

Merged
lamacchinadesiderante merged 18 commits from feature/pornhub-support into develop 2024-05-25 11:46:42 +00:00
34 changed files with 1319 additions and 170 deletions

View File

@ -5,4 +5,11 @@ ENABLE_REDIS=true
# REDIS_URL='redis://redis:6379'
# if cache enabled, set redis url for external redis
REDIS_URL='redis://127.0.0.1:6379'
REDIS_URL='redis://127.0.0.1:6379'
# this key is necessary to encrypt/decrypt urls for server-side stream
# if not set, a default value (check const DEFAULT_ENCODING_KEY inside src/constants/encoding.ts ) will be used
# please generate a new one with command `pwgen 20 1` (pwgen command needs to be installed)
# uncomment variable below and add generated value
# ENCODING_KEY=''

View File

@ -6,7 +6,7 @@ Proxy Raye is an alternative front-end for adult websites. Watch videos on a cle
- XVideos
- XNXX
- (...more coming soon!)
- PornHub (experimental)
## Working demos
@ -18,9 +18,19 @@ Self-hosted demo can be found [here](https://proxyraye.copyriot.xyz).
You can run the project on local by cloning the repo.
## IMPORTANT: encoding key generation:
Since version `0.4.0` server-side video streaming is supported and mandatory for some platforms (like PornHub) in order to work properly. In order to avoid random video url injection, urls get encrypted/decrypted by using an encoding key.
For security reasons it's better to generate a new encoding key. It can be done via console/terminal by running `pwgen 20 1` command. Make sure `pwgen` command is installed. This will generate an alphanumeric string.
Paste the string to `ENCODING_KEY` environment variable inside `docker-compose.yaml` if you are using Docker, or inside `.env` file if you run the project with npm. See detailed instructions below.
In case variable is not set, a default encoding key will be used (not recommended!).
## Docker
You can run it via Docker with docker-compose by opening root folder via console and running:
You can run project via Docker with docker-compose by opening root folder via console and running:
```
docker-compose up -d
@ -36,6 +46,10 @@ A base Redis image will be added to the network.
However, Proxy Raye can still work without Redis by setting `ENABLE_REDIS=false` under `environment:`.
### Encoding urls
Please uncomment `ENCODING_KEY=` related line inside `docker-compose.yaml` (under `environment:`) and set value to the string obtained by running `pwgen 20 1`.
## Node.js
You can also run project outside Docker via npm (tested with NodeJS `20.11` and above).
@ -50,6 +64,11 @@ npm run start
And head browser to `localhost:3000`.
### Encoding urls
Please rename `.env.example` to `.env` file inside root folder.
Please uncomment `ENCODING_KEY=` related line inside `.env` file and set value to the string obtained by running `pwgen 20 1`.
### (optional) Enable caching
@ -61,7 +80,6 @@ REDIS_URL='redis://127.0.0.1:6379'
```
These values assume a basic Redis instance running on local machine. If your local setup is different, or your Redis instance is somewhere else, please change `REDIS_URL` accordingly.
# Modify
If you want to edit the project you can start development mode by opening root folder via console and running:

View File

@ -23,6 +23,8 @@ services:
environment:
- ENABLE_REDIS=true
- REDIS_URL=redis://redis:6379
# Please generate a new encoding key with command `pwgen 20 1`, decomment following variable and insert result into it:
# - ENCODING_KEY=
redis:
image: redis:alpine

View File

@ -2,13 +2,7 @@
"Header": {
"title": "Proxy Raye",
"description": "A proxy for porn websites",
"disclaimer_0": "Genital sexuality is only one of the many possible conceptions of sexuality",
"disclaimer_1": "Platform capitalism makes money on desire flow. Proxies avoid this to happen.",
"disclaimer_2": "Platform capitalism is narcissism-driven",
"disclaimer_3": "Pornhub annoying elements (like ads) are put there intentionally to make you upgrade to premium",
"disclaimer_4": "You're going to masturbate on someone else's imaginary",
"disclaimer_5": "No banners or annoying popups. You can jerk off with no hassle!",
"disclaimer_6": "You're choosing image over imagination. What if they're not in antithesis?"
"disclaimer_pornhub": "Warning: PornHub support is experimental. If video player freezes, try reloading the page after a few seconds."
},
"NotFound": {
"uh_oh": "Uh Oh...",

View File

@ -2,13 +2,7 @@
"Header": {
"title": "Proxy Raye",
"description": "Un proxy per i siti porno",
"disclaimer_0": "Quella genitale è solo una delle possibili concezioni della sessualità.",
"disclaimer_1": "Le piattaforme monetizzano i flussi di desiderio. I proxy impediscono che questo accada.",
"disclaimer_2": "Le piattaforme si alimentano del narcisisismo degli utenti.",
"disclaimer_3": "Gli elementi di disturbo su PornHub sono messi lì a posta per farti passare alla versione Premium.",
"disclaimer_4": "Stai per masturbarti sull'immaginario di qualcun altro.",
"disclaimer_5": "Niente banner o popup fastidiosi. Puoi masturbarti in santa pace.",
"disclaimer_6": "Stai preferendo l'immagine all'immaginazione. E se immagine e immaginazione non fossero in antitesi?"
"disclaimer_pornhub": "Attenzione: il supporto per PornHub è sperimentale. Se il player si blocca, provare a ricaricare la pagina dopo qualche secondo."
},
"NotFound": {
"uh_oh": "Uh Oh...",

776
package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@ -1,6 +1,6 @@
{
"name": "proxyraye-next",
"version": "0.3.2",
"version": "0.4.0",
"private": true,
"scripts": {
"dev": "next dev",
@ -17,6 +17,7 @@
"next": "14.2.2",
"next-intl": "3.11.3",
"next-nprogress-bar": "2.3.11",
"plyr-react": "^5.3.0",
"react": "18.3.0",
"react-cookie": "7.1.4",
"react-dom": "18.3.0",
@ -25,7 +26,7 @@
"react-redux": "9.1.1",
"redis": "4.6.14",
"redux-persist": "6.0.0",
"video.js": "8.10.0",
"video.js": "8.12.0",
"videojs-hls-quality-selector": "2.0.0"
},
"devDependencies": {

View File

@ -24,13 +24,11 @@ export default async function VideoPage({ params }: { params: { platform: Platfo
const [data, related] = await new VideoAgent(platform).getVideo(decodedId)
//const [data, related] = await fetchVideoData(decodedId)
if (!data.lowResUrl) {
if (!data.lowResUrl && (!data.srcSet || data.srcSet.length == 0)) {
redirect(`/${locale}/404`)
}
return <Layout>
<Video id={id} data={data} related={related}/>
<Video platform={platform} id={id} data={data} related={related}/>
</Layout>
}

View File

@ -0,0 +1,44 @@
import { Platforms } from "@/meta/settings";
import { decodeUrl } from "@/utils/string";
import axios from "axios";
type GetParams = {
params: {
platform: Platforms
encodedUrl: string
};
};
export async function GET(req: Request, { params }: GetParams) {
const { platform, encodedUrl } = params;
if (!Object.keys(Platforms).includes(platform)) {
return Response.json(
{
success: false,
message: 'Platform not supported!'
},
{ status: 404 }
)
}
const decodedUrl = decodeUrl(encodedUrl)
const response = await axios.get<ReadableStream>(decodedUrl, {
responseType: "stream",
});
const headers = new Headers();
headers.set('Content-Type', 'video/mp4');
headers.set('Cache-Control', 'no-cache');
headers.set('Accept-Ranges', 'bytes');
headers.set('Content-Length', response.headers['content-length']);
headers.set('Content-Disposition', 'inline');
return new Response(response.data, {
headers,
});
}

View File

@ -3,19 +3,22 @@ import React from 'react';
import style from './Disclaimer.module.scss'
import { useTranslations } from 'next-intl';
import { Platforms } from '@/meta/settings';
const Disclaimer: React.FC = () => {
interface Props {
platform: Platforms
}
const MAX_DISCLAIMER_NO = 6
const Disclaimer: React.FC<Props> = (props) => {
const { platform } = props;
const t = useTranslations('Header');
const getRandomArbitrary = (max: number) => {
return Math.floor( Math.random() * max);
}
return (
<div className={style.messageBox}>{t(`disclaimer_${getRandomArbitrary(MAX_DISCLAIMER_NO)}`)}</div>
<>
{platform == Platforms.pornhub && <div className={style.messageBox}>{t(`disclaimer_pornhub`)}</div>}
</>
);
};

View File

@ -1,6 +1,6 @@
'use client'
import { Cookies, XVideosOrientations } from '@/meta/settings';
import { Cookies, Platforms, XVideosOrientations, PornHubOrientations } from '@/meta/settings';
import css from './Orientation.module.scss'
@ -16,11 +16,21 @@ interface Props {
}
}
const getOrientations = (platform: Platforms):Object => {
if ([Platforms.xnxx, Platforms.xvideos].includes(platform)) {
return XVideosOrientations
}
return PornHubOrientations
}
const Orientation: React.FC<Props> = (props) => {
const { labels, handleClose } = props
const [cookies] = useCookies([Cookies.orientation]);
const [cookies] = useCookies([Cookies.orientation, Cookies.platform]);
const orientationsList = cookies.platform ? getOrientations(cookies.platform ) : XVideosOrientations
const handleChange = async (event: React.ChangeEvent<HTMLSelectElement>) => {
const value = event.target.value;
@ -34,7 +44,7 @@ const Orientation: React.FC<Props> = (props) => {
<div className={css.container}>
<div className={css.title}>{labels.title}</div>
<select defaultValue={ cookies.orientation ?? XVideosOrientations.etero } onChange={handleChange} name={'orientation'} aria-label={labels.title}>
{Object.keys(XVideosOrientations).map((elem, key) => {
{Object.keys(orientationsList).map((elem, key) => {
return <option className={css.option} key={key} value={elem}>{elem.toUpperCase()}</option>
})}
</select>

View File

@ -1,6 +1,6 @@
'use client'
import { Cookies, Platforms } from '@/meta/settings';
import { Cookies, Platforms, PornHubOrientations, XVideosOrientations } from '@/meta/settings';
import css from './Platform.module.scss'
@ -16,24 +16,41 @@ interface Props {
}
}
const mapOrientationToPlatform = (platform: string, orientation: string): string | undefined => {
if ([String(Platforms.xnxx), String(Platforms.xvideos)].includes(platform)) {
return Object.keys(XVideosOrientations).includes(orientation) ? orientation : String(XVideosOrientations.etero)
}
if ([String(Platforms.pornhub)].includes(platform)) {
return Object.keys(PornHubOrientations).includes(orientation) ? orientation : String(PornHubOrientations.generic)
}
}
const Platform: React.FC<Props> = (props) => {
const { labels, handleClose } = props
const [cookies] = useCookies([Cookies.platform]);
const [cookies] = useCookies([Cookies.platform, Cookies.orientation]);
const handleChange = async (event: React.ChangeEvent<HTMLSelectElement>) => {
const value = event.target.value;
await setCookie(Cookies.platform, value)
if (cookies.orientation) {
const newOrientation = mapOrientationToPlatform(value, cookies.orientation)
newOrientation && await setCookie(Cookies.orientation, newOrientation)
}
handleClose()
}
return (
<div className={css.container}>
<div className={css.title}>{labels.title}</div>
<select defaultValue={ cookies.platform ?? Platforms.xvideos } onChange={handleChange} name={'platform'} aria-label={labels.title}>
<select defaultValue={cookies.platform ?? Platforms.xvideos} onChange={handleChange} name={'platform'} aria-label={labels.title}>
{Object.keys(Platforms).map((elem, key) => {
return <option className={css.option} key={key} value={elem}>{elem.toUpperCase()}</option>
})}

View File

@ -0,0 +1,13 @@
@import 'spacing';
.container {
margin-bottom: $spacing_32;
[type="button"],
[type="reset"],
[type="submit"] {
margin-bottom: 0 !important;
}
--plyr-color-main: var(--primary)
}

View File

@ -0,0 +1,53 @@
'use client'
import React from 'react';
import style from './PlyrJS.module.scss'
import { VideoData } from '@/meta/data';
import "plyr-react/plyr.css"
import dynamic from 'next/dynamic';
interface Props {
data: VideoData
}
const PlyrJS: React.FC<Props> = (props) => {
const PlyrComponent = React.useMemo(() => {
return dynamic(() => import("plyr-react"), { ssr: false });
}, []);
// const Plyr = dynamic(() => import("plyr-react"), { ssr: false });
const { data } = props;
const plyrProps = {
source: { type: 'video', sources: data.srcSet }, // https://github.com/sampotts/plyr#the-source-setter
options: {
controls: [
'play', // Play/pause playback
'progress', // The progress bar and scrubber for playback and buffering
'current-time', // The current time of playback
'duration', // The full duration of the media
'mute', // Toggle mute
'volume', // Volume control
'captions', // Toggle captions
'settings', // Settings menu
'fullscreen', // Toggle fullscreen
]
}, // https://github.com/sampotts/plyr#options
}
return (
<div className={style.container}>
{/* @ts-ignore */}
<PlyrComponent {...plyrProps} />
</div>
);
};
export default PlyrJS;

View File

@ -6,9 +6,9 @@ import videojs from 'video.js';
import 'video.js/dist/video-js.css';
import style from './VideoJS.module.scss'
import style from './VJSContent.module.scss'
export const VideoJS = (props: { options: any; onReady: any; }) => {
export const VJSContent = (props: { options: any; onReady: any; }) => {
const videoRef = React.useRef(null);
const playerRef = React.useRef(null);
const {options, onReady} = props;
@ -64,4 +64,4 @@ export const VideoJS = (props: { options: any; onReady: any; }) => {
);
}
export default VideoJS;
export default VJSContent;

View File

@ -2,9 +2,9 @@
import React from 'react';
import style from './Player.module.scss'
import style from './VideoJS.module.scss'
import VideoJS from './VideoJS';
import VJSContent from './VJSContent';
import { VideoData } from '@/meta/data';
import 'videojs-hls-quality-selector';
@ -13,7 +13,7 @@ interface Props {
data: VideoData
}
const Player: React.FC<Props> = (props) => {
const VideoJS: React.FC<Props> = (props) => {
const { data } = props;
@ -55,9 +55,9 @@ const Player: React.FC<Props> = (props) => {
return (
<div className={style.container}>
<VideoJS options={videoJsOptions} onReady={handlePlayerReady} />
<VJSContent options={videoJsOptions} onReady={handlePlayerReady} />
</div>
);
};
export default Player;
export default VideoJS;

View File

@ -1,27 +1,35 @@
import React from 'react';
import Header from '@/components/Layout/Header';
import Player from '@/components/Layout/Player';
import VideoJS from '@/components/Layout/VideoJS';
import PlyrJS from '@/components/Layout/PlyrJS';
import SearchBar from '@/components/Layout/SearchBar';
import Results from '@/components/Layout/Results';
import { GalleryData, VideoData } from '@/meta/data';
import { Platforms } from '@/meta/settings';
import Disclaimer from '@/components/Layout/Header/Disclaimer';
import { platform } from 'os';
interface Props {
id: string
data: VideoData
related: GalleryData[]
platform: Platforms
}
const Video: React.FC<Props> = (props) => {
const { data, related } = props;
const { data, related, platform } = props;
return (
<>
<Header />
<Player data={data} />
<Disclaimer platform={platform} />
{data.srcSet ? <PlyrJS data={data} /> : <VideoJS data={data} />}
<SearchBar />
{related && <Results data={related} />}
</>

View File

@ -0,0 +1 @@
export const DEFAULT_ENCODING_KEY = 'oom2oz8ut0ieshie1Hae'

View File

@ -1,6 +1,9 @@
const EX_MIN = 60
const EX_HOURLY = 60 * 60
const EX_DAILY = 60 * 60 * 24
export const DEFAULT_PORNHUB_GALLERY_EXPIRY = { EX: EX_HOURLY };
export const DEFAULT_PORNHUB_VIDEO_EXPIRY = { EX: EX_MIN };
export const DEFAULT_XVIDEOS_CONTENT_EXPIRY = { EX: EX_HOURLY };
export const DEFAULT_XNXX_CONTENT_EXPIRY = { EX: EX_HOURLY };

1
src/constants/stream.ts Normal file
View File

@ -0,0 +1 @@
export const DEFAULT_VIDEO_STREAM_ROUTE_PREFIX = '/api/stream'

View File

@ -1,11 +1,24 @@
// XVIDEOS
export const XVIDEOS_BASE_URL: string = "https://www.xvideos.com"
export const XVIDEOS_BASE_URL_GAY: string = "https://www.xvideos.com/gay"
export const XVIDEOS_BASE_URL_TRANS: string = "https://www.xvideos.com/shemale"
// XNXX
export const XNXX_BASE_URL: string = 'https://www.xnxx.com'
export const XNXX_BASE_URL_ETERO: string = 'https://www.xnxx.com/best'
export const XNXX_BASE_URL_GAY: string = 'https://www.xnxx.com/best-of-gay'
export const XNXX_BASE_URL_TRANS: string = 'https://www.xnxx.com/best-of-shemale'
export const XNXX_BASE_SEARCH: string = 'https://www.xnxx.com/search'
export const XNXX_BASE_SEARCH: string = 'https://www.xnxx.com/search'
// PORNHUB
export const PORNHUB_BASE_URL: string = 'https://www.pornhub.com'
export const PORNHUB_BASE_URL_VIDEO: string = 'https://www.pornhub.com/view_video.php?viewkey='
export const PORNHUB_BASE_URL_GAY: string = 'https://www.pornhub.com/gayporn'
export const PORNHUB_BASE_URL_GAY_SEARCH: string = 'https://www.pornhub.com/gay'

View File

@ -12,10 +12,17 @@ export interface GalleryData {
platform: Platforms
}
export interface VideoSourceItem {
type: string,
src: string,
size: string
}
export interface VideoData {
lowResUrl: string,
lowResUrl?: string,
hiResUrl?: string,
hlsUrl?: string
srcSet?: VideoSourceItem[]
}
export interface VideoAgent {

View File

@ -6,7 +6,8 @@ export enum Cookies {
export enum Platforms {
xvideos= 'xvideos',
xnxx= 'xnxx'
xnxx= 'xnxx',
pornhub= 'pornhub'
}
export enum XVideosCatQueryMap {
@ -21,6 +22,11 @@ export enum XVideosOrientations {
trans= 'trans'
}
export enum PornHubOrientations {
generic= 'generic',
gay= 'gay'
}
export enum Themes {
light= 'light',
dark= 'dark',

View File

@ -4,10 +4,13 @@ import { Platforms } from "@/meta/settings";
import { XVideosAgent } from "./scrape/xvideos/agent";
import { XNXXAgent } from "./scrape/xnxx/agent";
import { PornHubAgent } from "./scrape/pornhub/agent";
const AgentMapper = {
[Platforms.xvideos]: XVideosAgent,
[Platforms.xnxx]: XNXXAgent
[Platforms.xnxx]: XNXXAgent,
[Platforms.pornhub]: PornHubAgent
}
export class VideoAgent {

View File

@ -22,7 +22,7 @@ const getRandomUserAgent = (): string => {
return userAgents[rand]
}
export const getHeaders = (host:string = XVIDEOS_BASE_URL) => {
export const getHeaders = (host:string) => {
return {
headers: {
"User-Agent": getRandomUserAgent(),
@ -32,7 +32,23 @@ export const getHeaders = (host:string = XVIDEOS_BASE_URL) => {
"Sec-Fetch-Dest": "document",
"Sec-Fetch-Mode": "navigate",
"Sec-Fetch-Site": "none",
"Host": removeHttpS(host)
"Host": removeHttpS(host),
},
}
};
export const getHeadersWithCookie = (host:string, cookie: string) => {
return {
headers: {
"User-Agent": getRandomUserAgent(),
"Accept-Language": "en-gb, en, en-US, it",
"Accept-Encoding": "gzip, deflate, br",
"Connection": "keep-alive",
"Sec-Fetch-Dest": "document",
"Sec-Fetch-Mode": "navigate",
"Sec-Fetch-Site": "none",
"Host": removeHttpS(host),
"Cookie": cookie
},
}
};

View File

@ -0,0 +1,55 @@
export const findGetMediaUrlInTagblock = (
tagBlock: string): string | null => {
const getMediaIndex = tagBlock.indexOf('get_media');
if (getMediaIndex === -1) {
return null
}
const start = tagBlock.lastIndexOf('"', getMediaIndex);
const end = tagBlock.indexOf('"', getMediaIndex);
const substr = tagBlock.substring(start, end);
if (substr.length > 0) {
return substr.replace(/\\/g, '').replace(/"/g, '');
}
return null
}
export const findGetRelatedUrlInTagblock = (
tagBlock: string): string | null => {
const getMediaIndex = tagBlock.indexOf('player_related_datas');
if (getMediaIndex === -1) {
return null
}
const start = tagBlock.lastIndexOf('"', getMediaIndex);
const end = tagBlock.indexOf('"', getMediaIndex);
const substr = tagBlock.substring(start, end);
if (substr.length > 0) {
return substr.replace(/\\/g, '').replace(/"/g, '');
}
return null
}
export const createSessionCookie = (responseSetCookies: string[]): string => {
let pieces: string[] = []
responseSetCookies.map((elem, key) => {
if (elem.includes('platform=') || elem.includes('ss=') || elem.includes('fg_')) {
pieces.push(elem.split(';')[0])
}
})
const sessionCookie = pieces.join('; ');
return sessionCookie
}

View File

@ -0,0 +1,15 @@
import { FetchParams, GalleryData, VideoAgent, VideoData } from "@/meta/data";
import { fetchPornHubGalleryData } from "./gallery";
import { fetchPornHubVideoData } from "./video";
export class PornHubAgent implements VideoAgent {
public getGallery = async (params?: FetchParams): Promise<GalleryData[]> => {
return await fetchPornHubGalleryData(params)
}
public getVideo = async (id: string, params?: FetchParams): Promise<[VideoData, GalleryData[]]> => {
return await fetchPornHubVideoData(id, params)
}
}

View File

@ -0,0 +1,62 @@
import { PORNHUB_BASE_URL } from "@/constants/urls";
import { FetchParams, GalleryData } from "@/meta/data";
import { getHeaders } from "../common/headers";
import { getDataFromRedis, storeDataIntoRedis } from "@/redis/client";
import { getPornHubQueryUrl, getPornHubResultsWrapperId } from "./url";
import * as cheerio from "cheerio";
import axios, { AxiosError } from "axios";
import { Platforms } from "@/meta/settings";
import { DEFAULT_PORNHUB_GALLERY_EXPIRY } from "@/constants/redis";
export const fetchPornHubGalleryData = async (params?: FetchParams): Promise<GalleryData[]> => {
let data: GalleryData[] = [];
const reqHeaders = getHeaders(PORNHUB_BASE_URL)
const queryUrl = await getPornHubQueryUrl(params?.query)
const cachedData = await getDataFromRedis(queryUrl)
if (cachedData) {
return cachedData as GalleryData[]
}
await axios.get(queryUrl, reqHeaders)
.then(async response => {
const html = response.data;
const $ = cheerio.load(html);
const wrapperId = await getPornHubResultsWrapperId(params?.query)
const thumbs = $(wrapperId);
thumbs.map((key, thumb) => {
const videoUrl = $(thumb).find(".pcVideoListItem a").attr("href")?.split('=')[1];
const imgUrl = $(thumb).find(".pcVideoListItem a img").attr("src")
const text = $(thumb).find(".pcVideoListItem a").attr("title")
videoUrl && imgUrl && text && data.push({
videoUrl,
imgUrl,
text,
platform: Platforms.pornhub
})
})
await storeDataIntoRedis(queryUrl, data, DEFAULT_PORNHUB_GALLERY_EXPIRY);
}).catch((error: AxiosError) => {
// handle errors
});
return data
}

View File

@ -0,0 +1,131 @@
import { PORNHUB_BASE_URL, PORNHUB_BASE_URL_GAY, PORNHUB_BASE_URL_GAY_SEARCH } from "@/constants/urls"
import axios, { AxiosHeaders } from "axios"
import { getHeadersWithCookie } from "../common/headers"
import { GalleryData, VideoSourceItem } from "@/meta/data"
import { Cookies, Platforms, PornHubOrientations } from "@/meta/settings"
import { getCookie } from "@/utils/cookies/read"
import { encodeUrl } from "@/utils/string"
import { DEFAULT_VIDEO_STREAM_ROUTE_PREFIX } from "@/constants/stream"
interface PornHubVideoSrcElem {
videoUrl: string
quality: string
}
export const getPornHubQueryUrl = async (query?: string): Promise<string> => {
const orientation = await getCookie(Cookies.orientation)
if (query) {
return `${orientation && orientation.value == PornHubOrientations.gay ?
PORNHUB_BASE_URL_GAY_SEARCH :
PORNHUB_BASE_URL}/video/search?search=${query}`
}
return orientation && orientation.value == PornHubOrientations.gay ? PORNHUB_BASE_URL_GAY : PORNHUB_BASE_URL
}
export const getPornHubResultsWrapperId = async (query?: string): Promise<string> => {
const orientation = await getCookie(Cookies.orientation)
if (query) {
return "#videoSearchResult li"
}
if (orientation && orientation.value == PornHubOrientations.gay) {
return "#videoCategory li"
}
return "#singleFeedSection li"
}
export const getPornHubMediaUrlList = async (url: string, sessionCookie: string): Promise<VideoSourceItem[]> => {
const headersWithCookie = getHeadersWithCookie(PORNHUB_BASE_URL, sessionCookie)
let videos: VideoSourceItem[] = []
await axios.get(url, headersWithCookie)
.then(async response => {
if (response.data) {
videos = await response.data.map((elem: PornHubVideoSrcElem) => ({
src: `${DEFAULT_VIDEO_STREAM_ROUTE_PREFIX}/${Platforms.pornhub}/${encodeUrl(elem?.videoUrl)}`,
type: 'video/mp4',
size: elem?.quality
})) as VideoSourceItem[]
return videos
} else {
return []
}
})
.catch(error => console.log(error))
return videos
}
function containsAtLeastThreeSpaces(input: string): boolean {
// Conta il numero di spazi nella stringa
const spaceCount = (input.match(/ /g) || []).length;
// Verifica se ci sono almeno tre spazi
return spaceCount >= 3;
}
export const getPornHubRelatedVideoData = async (url: string, sessionCookie: string): Promise<GalleryData[]> => {
const headersWithCookie = getHeadersWithCookie(PORNHUB_BASE_URL, sessionCookie)
let gallery: GalleryData[] = []
await axios.get(url, headersWithCookie)
.then(async response => {
if (response.data?.related) {
Array(response.data.related).map((related: any[], key) => {
related.map((rel: string[], key) => {
let galleryElem: GalleryData = {
videoUrl: '',
imgUrl: '',
text: '',
platform: Platforms.pornhub
}
rel.map((str, key) => {
if (String(str).includes('.jpg')) {
galleryElem.imgUrl = str;
}
if (String(str).includes('viewkey')) {
galleryElem.videoUrl = str.split('=')[1];
}
if (containsAtLeastThreeSpaces(String(str))) {
galleryElem.text = str;
}
})
gallery.push(galleryElem)
})
})
return gallery;
} else {
return []
}
})
.catch(error => console.log(error))
return gallery
}

View File

@ -0,0 +1,88 @@
import { PORNHUB_BASE_URL, PORNHUB_BASE_URL_VIDEO } from "@/constants/urls";
import { FetchParams, GalleryData, VideoData, VideoSourceItem } from "@/meta/data";
import { getHeaders } from "../common/headers";
import { getDataFromRedis, storeDataIntoRedis } from "@/redis/client";
import { DEFAULT_PORNHUB_GALLERY_EXPIRY, DEFAULT_PORNHUB_VIDEO_EXPIRY, DEFAULT_RELATED_VIDEO_KEY_PATH } from "@/constants/redis";
import * as cheerio from "cheerio";
import axios, { AxiosError } from "axios";
import { createSessionCookie, findGetMediaUrlInTagblock, findGetRelatedUrlInTagblock } from "../common/mindgeek";
import { getPornHubMediaUrlList, getPornHubRelatedVideoData } from "./url";
export const fetchPornHubVideoData = async (videoId: string, params?: FetchParams): Promise<[VideoData, GalleryData[]]> => {
let data: VideoData = {
lowResUrl: '',
srcSet: []
}
let relatedData: GalleryData[] = [];
let mediaUrl, relatedUrl, sessionCookie, convertedData: VideoSourceItem[]
let reqHeaders = getHeaders(PORNHUB_BASE_URL)
const queryUrl = `${PORNHUB_BASE_URL_VIDEO}${videoId.replace(/\//g, '')}`
const cachedVideoData = await getDataFromRedis(queryUrl)
const cachedRelatedData = await getDataFromRedis(queryUrl + DEFAULT_RELATED_VIDEO_KEY_PATH)
if (cachedVideoData) {
return [cachedVideoData as VideoData, cachedRelatedData as GalleryData[] ?? []]
}
await axios.get(queryUrl, reqHeaders)
.then(async response => {
sessionCookie = response?.headers["set-cookie"] ? createSessionCookie(response?.headers["set-cookie"]) : '';
const html = response.data;
const $ = cheerio.load(html);
const scriptTags = $("script");
scriptTags.map((idx, elem) => {
const getMediaUrl = findGetMediaUrlInTagblock($(elem).toString()) ?? null
if (getMediaUrl) {
mediaUrl = getMediaUrl
}
})
scriptTags.map((idx, elem) => {
const getRelatedUrl = findGetRelatedUrlInTagblock($(elem).toString()) ?? null
if (getRelatedUrl) {
relatedUrl = getRelatedUrl
}
})
}).catch((error: AxiosError) => {
// error handling goes here
});
if (sessionCookie && mediaUrl) {
convertedData = await getPornHubMediaUrlList(mediaUrl, sessionCookie)
data.srcSet = convertedData.reverse()
await storeDataIntoRedis(queryUrl, data, DEFAULT_PORNHUB_VIDEO_EXPIRY);
}
if (sessionCookie && relatedUrl) {
if (cachedRelatedData) {
relatedData = cachedRelatedData as GalleryData[]
} else {
relatedData = await getPornHubRelatedVideoData(relatedUrl, sessionCookie)
await storeDataIntoRedis(queryUrl + DEFAULT_RELATED_VIDEO_KEY_PATH, relatedData, DEFAULT_PORNHUB_GALLERY_EXPIRY);
}
}
return [ data, relatedData ]
}

View File

@ -8,12 +8,13 @@ import { Platforms } from '@/meta/settings';
import { getDataFromRedis, storeDataIntoRedis } from '@/redis/client';
import { DEFAULT_XVIDEOS_CONTENT_EXPIRY } from '@/constants/redis';
import { XVIDEOS_BASE_URL } from '@/constants/urls';
export const fetchXVideosGalleryData = async (params?: FetchParams): Promise<GalleryData[]> => {
let data: GalleryData[] = [];
const reqHeaders = getHeaders()
const reqHeaders = getHeaders(XVIDEOS_BASE_URL)
const queryUrl = await getXVideosQueryUrl(params?.query)

View File

@ -1,3 +1,5 @@
import { DEFAULT_ENCODING_KEY } from "@/constants/encoding";
export const removeHttpS = (url: string): string => {
if (url.startsWith("http://")) {
return url.slice(7);
@ -13,4 +15,37 @@ export const encodeVideoUrlPath = (input: string): string => {
export const decodeVideoUrlPath = (input: string): string => {
return `/${decodeURIComponent(input)}`;
};
};
const getEncodingKey = ():string => {
return process.env.ENCODING_KEY ?? DEFAULT_ENCODING_KEY;
}
export function encodeUrl(url: string): string {
const key = getEncodingKey()
// Convert the URL and key to UTF-8 bytes
const urlBytes = new TextEncoder().encode(url);
const keyBytes = new TextEncoder().encode(key);
// XOR the bytes of the URL with the key bytes
const encodedBytes = urlBytes.map((byte, index) => byte ^ keyBytes[index % keyBytes.length]);
// Convert the XORed bytes to a base64 string
//@ts-ignore
return btoa(String.fromCharCode(...encodedBytes));
}
export function decodeUrl(encodedUrl: string): string {
const key = getEncodingKey()
// Decode the base64 string to get the XORed bytes
const encodedBytes = Uint8Array.from(atob(encodedUrl), char => char.charCodeAt(0));
const keyBytes = new TextEncoder().encode(key);
// XOR the encoded bytes with the key bytes to get the original URL bytes
const urlBytes = encodedBytes.map((byte, index) => byte ^ keyBytes[index % keyBytes.length]);
// Convert the bytes back to a string
return new TextDecoder().decode(urlBytes);
}