import http from 'http'; import https from 'https'; import qs from 'querystring'; import fs from 'fs-extra'; import url from 'url'; export function httpGET( link: string, headers: any = {}, restrictToText = true, saveTo?: string, lback?: number): Promise { if (lback && lback >= 4) { throw new Error('infinite loop!'); } const parsed = url.parse(link); const opts = { headers: { Accept: '*/*', 'Accept-Language': 'en-US', 'User-Agent': 'Squeebot/Commons-3.0.0', }, host: parsed.hostname, path: parsed.path, port: parsed.port, }; if (headers) { opts.headers = Object.assign(opts.headers, headers); } let reqTimeOut: any; let data: string | null = ''; const httpModule = parsed.protocol === 'https:' ? https : http; return new Promise((resolve, reject) => { const req = httpModule.get(opts, (res) => { if (res.statusCode === 302 || res.statusCode === 301) { if (!lback) { lback = 1; } else { lback += 1; } return httpGET(res.headers.location as string, headers, restrictToText, saveTo, lback, ).then(resolve, reject); } if (saveTo) { const file = fs.createWriteStream(saveTo); res.pipe(file); file.on('close', () => resolve(saveTo)); file.on('error', (e) => reject(e)); return; } if (restrictToText) { const cType = res.headers['content-type']; if (cType && cType.indexOf('text') === -1 && cType.indexOf('json') === -1) { req.abort(); return reject(new Error('Response type is not supported by httpGET!')); } } reqTimeOut = setTimeout(() => { req.abort(); data = null; reject(new Error('Request took too long!')); }, 5000); res.on('data', (chunk) => { data += chunk; }); res.on('end', () => { clearTimeout(reqTimeOut); resolve(data || saveTo); }); }).on('error', (e) => { reject(e); }); req.setTimeout(10000); }); } export function httpPOST( link: string, headers: any = {}, data: any): Promise { const parsed = url.parse(link); let postData = qs.stringify(data); const opts = { headers: { 'Content-Length': Buffer.byteLength(postData), 'Content-Type': 'application/x-www-form-urlencoded', 'User-Agent': 'Squeebot/Commons-3.0.0', }, host: parsed.host, method: 'POST', path: parsed.path, port: parsed.port, }; if (headers) { opts.headers = Object.assign(opts.headers, headers); } if (opts.headers['Content-Type'] === 'application/json') { postData = JSON.stringify(data); } return new Promise((resolve, reject) => { const httpModule = parsed.protocol === 'https:' ? https : http; const req = httpModule.request(opts, (res) => { res.setEncoding('utf8'); let resp = ''; res.on('data', (chunk) => { resp += chunk; }); res.on('end', () => { resolve(resp); }); }).on('error', (e) => { reject(e); }); req.write(postData); req.end(); }); }