import http, { ClientRequest, IncomingMessage } from 'http'; import https, { RequestOptions } from 'https'; import { URL } from 'url'; import { getCookies, setCookie, uploadCookie } from '../YouTube/utils/cookie'; import { Proxy } from './classes'; export type ProxyOptions = ProxyOpts | string; interface RequestOpts extends RequestOptions { body?: string; method?: 'GET' | 'POST'; proxies?: ProxyOptions[]; cookies?: boolean; } interface ProxyOpts { host: string; port: number; authentication?: { username: string; password: string; }; } /** * Main module which play-dl uses to make a request to stream url. * @param url URL to make https request to * @param options Request options for https request * @returns IncomingMessage from the request */ export function request_stream(req_url: string, options: RequestOpts = { method: 'GET' }): Promise { return new Promise(async (resolve, reject) => { let res = await https_getter(req_url, options).catch((err: Error) => err); if (res instanceof Error) { reject(res); return; } if (Number(res.statusCode) >= 300 && Number(res.statusCode) < 400) { res = await request_stream(res.headers.location as string, options); } resolve(res); }); } /** * Main module which play-dl uses to make a proxy or normal request * @param url URL to make https request to * @param options Request options for https request * @returns body of that request */ export function request(req_url: string, options: RequestOpts = { method: 'GET' }): Promise { return new Promise(async (resolve, reject) => { if (!options?.proxies || options.proxies.length === 0) { let data = ''; let cookies_added = false; if (options.cookies) { let cook = getCookies(); if (typeof cook === 'string' && options.headers) { Object.assign(options.headers, { cookie: cook }); cookies_added = true; } } let res = await https_getter(req_url, options).catch((err: Error) => err); if (res instanceof Error) { reject(res); return; } if (res.headers && res.headers['set-cookie'] && cookies_added) { res.headers['set-cookie'].forEach((x) => { x.split(';').forEach((x) => { const arr = x.split('='); if (arr.length <= 1) return; const key = arr.shift()?.trim() as string; const value = arr.join('=').trim(); setCookie(key, value); }); }); uploadCookie(); } if (Number(res.statusCode) >= 300 && Number(res.statusCode) < 400) { res = await https_getter(res.headers.location as string, options); } else if (Number(res.statusCode) > 400) { reject(new Error(`Got ${res.statusCode} from the request`)); } res.setEncoding('utf-8'); res.on('data', (c) => (data += c)); res.on('end', () => resolve(data)); } else { let cookies_added = false; if (options.cookies) { let cook = getCookies(); if (typeof cook === 'string' && options.headers) { Object.assign(options.headers, { cookie: cook }); cookies_added = true; } } let res = await proxy_getter(req_url, options.proxies, options.headers).catch((e: Error) => e); if (res instanceof Error) { reject(res); return; } if (res.headers && (res.headers as any)['set-cookie'] && cookies_added) { (res.headers as any)['set-cookie'].forEach((x: string) => { x.split(';').forEach((x) => { const arr = x.split('='); if (arr.length <= 1) return; const key = arr.shift()?.trim() as string; const value = arr.join('=').trim(); setCookie(key, value); }); }); uploadCookie(); } if (res.statusCode >= 300 && res.statusCode < 400) { res = await proxy_getter((res.headers as any)['location'], options.proxies, options.headers); } else if (res.statusCode > 400) { reject(new Error(`GOT ${res.statusCode} from proxy request`)); } resolve(res.body); } }); } /** * Chooses one random number between max and min number. * @param min Minimum number * @param max Maximum number * @returns Random Number */ function randomIntFromInterval(min: number, max: number): number { let x = Math.floor(Math.random() * (max - min + 1) + min); if (x === 0) return 0; else return x - 1; } /** * Main module that play-dl uses for proxy. * @param req_url URL to make https request to * @param req_proxy Proxies array * @returns Object with statusCode, head and body */ function proxy_getter(req_url: string, req_proxy: ProxyOptions[], headers?: Object): Promise { return new Promise((resolve, reject) => { const proxy: string | ProxyOpts = req_proxy[randomIntFromInterval(0, req_proxy.length)]; const parsed_url = new URL(req_url); let opts: ProxyOpts; if (typeof proxy === 'string') { const parsed = new URL(proxy); opts = { host: parsed.hostname, port: Number(parsed.port), authentication: { username: parsed.username, password: parsed.password } }; } else opts = { host: proxy.host, port: Number(proxy.port) }; let req: ClientRequest; if (!opts.authentication) { req = http.request({ host: opts.host, port: opts.port, method: 'CONNECT', path: `${parsed_url.host}:443` }); } else { req = http.request({ host: opts.host, port: opts.port, method: 'CONNECT', path: `${parsed_url.host}:443`, headers: { 'Proxy-Authorization': `Basic ${Buffer.from( `${opts.authentication?.username}:${opts.authentication?.password}` ).toString('base64')}` } }); } req.on('connect', async function (res, socket) { const conn_proxy = new Proxy(parsed_url, { method: 'GET', socket: socket, headers: headers }); await conn_proxy.fetch(); socket.end(); resolve(conn_proxy); }); req.on('error', (e: Error) => reject(e)); req.end(); }); } /** * Main module that play-dl uses for making a https request * @param req_url URL to make https request to * @param options Request options for https request * @returns Incoming Message from the https request */ function https_getter(req_url: string, options: RequestOpts = {}): Promise { return new Promise((resolve, reject) => { const s = new URL(req_url); options.method ??= 'GET'; const req_options: RequestOptions = { host: s.hostname, path: s.pathname + s.search, headers: options.headers ?? {}, method: options.method }; const req = https.request(req_options, resolve); req.on('error', (err) => { reject(err); }); if (options.method === 'POST') req.write(options.body); req.end(); }); }