4260e95532
* Add filters and sort to mvlempyr * Update version number * Add filters and sort to mvlempyr * Update version number * Faster parsing by reducing amount of html cheerio is given * Lint rules * Add dropdown in UI to change fetch mode * Requested changes * Small fixes i noticed * Use program files from env * Requested changes
235 lines
6.6 KiB
JavaScript
235 lines
6.6 KiB
JavaScript
import http from 'http';
|
|
import httpProxy from 'http-proxy';
|
|
import { exec } from 'child_process';
|
|
|
|
const CLIENT_HOST = 'http://localhost:3000';
|
|
const proxy = httpProxy.createProxyServer({});
|
|
let request_mode = 'proxy';
|
|
|
|
const disAllowedRequestHeaders = [
|
|
'sec-ch-ua',
|
|
'sec-ch-ua-mobile',
|
|
'sec-ch-ua-platform',
|
|
'sec-fetch-site',
|
|
'origin',
|
|
'sec-fetch-site',
|
|
'sec-fetch-dest',
|
|
'pragma',
|
|
];
|
|
|
|
const disAllowResponseHeaders = ['link', 'set-cookie', 'set-cookie2'];
|
|
|
|
const proxyRequest = (req, res) => {
|
|
const _url = new URL(req.url);
|
|
console.log('\x1b[36m', '----------------');
|
|
console.log(
|
|
`Making proxy request - at ${new Date().toLocaleTimeString()}
|
|
url: ${_url.href}
|
|
headers:`,
|
|
);
|
|
Object.entries(req.headers).forEach(([name, value]) => {
|
|
console.log('\t', '\x1b[32m', name + ':', '\x1b[37m', value);
|
|
});
|
|
console.log('\x1b[36m', '----------------');
|
|
if (request_mode === 'curl') {
|
|
//i mean if it works it works i guess, better than nothing
|
|
let curl = `curl '${_url.href}' -H 'User-Agent: ${req.headers['user-agent']}'`;
|
|
if (temp_cookies) curl += ` -H 'Cookie: ${temp_cookies}'`;
|
|
if (req.headers.origin2) curl += ` -H 'Origin: ${req.headers.origin2}'`;
|
|
|
|
console.log('Running curl command:', curl);
|
|
|
|
const isWindows = process.platform === 'win32';
|
|
const options = isWindows
|
|
? {
|
|
shell:
|
|
process.env.BASH_LOCATION ||
|
|
process.env.ProgramFiles + '\\git\\usr\\bin\\bash.exe',
|
|
}
|
|
: {};
|
|
|
|
exec(curl, options, (error, stdout, stderr) => {
|
|
if (error) {
|
|
console.error(`exec error: ${error}`);
|
|
res.writeHead(500, {
|
|
'Access-Control-Allow-Origin': CLIENT_HOST,
|
|
'Access-Control-Allow-Credentials': true,
|
|
});
|
|
res.write(`exec error: ${error}`);
|
|
res.end();
|
|
return;
|
|
}
|
|
if (stderr) {
|
|
console.error(`stderr: ${stderr}`);
|
|
}
|
|
res.writeHead(200, {
|
|
'Access-Control-Allow-Origin': CLIENT_HOST,
|
|
'Access-Control-Allow-Credentials': true,
|
|
});
|
|
res.write(stdout);
|
|
res.end();
|
|
});
|
|
} else if (request_mode === 'node-fetch') {
|
|
fetch(_url.href, {
|
|
'headers': {
|
|
'cookie': temp_cookies,
|
|
'origin': req.headers.origin2,
|
|
'user-agent': req.headers['user-agent'],
|
|
},
|
|
})
|
|
.then(res2 => res2.text())
|
|
.then(res2 => {
|
|
res.writeHead(200, {
|
|
'Access-Control-Allow-Origin': CLIENT_HOST,
|
|
'Access-Control-Allow-Credentials': true,
|
|
});
|
|
res.write(res2);
|
|
res.end();
|
|
})
|
|
.catch(err => {
|
|
console.error(err);
|
|
res.statusCode = 500;
|
|
res.end();
|
|
});
|
|
} else if (request_mode === 'proxy') {
|
|
proxy.web(req, res, {
|
|
target: _url.origin,
|
|
selfHandleResponse: true,
|
|
followRedirects: true,
|
|
});
|
|
}
|
|
};
|
|
|
|
proxy.on('proxyRes', function (proxyRes, req, res) {
|
|
var statusCode = proxyRes.statusCode;
|
|
// Redirect
|
|
if (
|
|
statusCode === 301 ||
|
|
statusCode === 302 ||
|
|
statusCode === 303 ||
|
|
statusCode === 307 ||
|
|
statusCode === 308
|
|
) {
|
|
req.method = 'GET';
|
|
req.headers['content-length'] = '0';
|
|
delete req.headers['content-type'];
|
|
// Remove all listeners (=reset events to initial state)
|
|
req.removeAllListeners();
|
|
|
|
// Remove the error listener so that the ECONNRESET "error" that
|
|
// may occur after aborting a request does not propagate to res.
|
|
// https://github.com/nodejitsu/node-http-proxy/blob/v1.11.1/lib/http-proxy/passes/web-incoming.js#L134
|
|
proxyReq.removeAllListeners('error');
|
|
proxyReq.once('error', function catchAndIgnoreError() {});
|
|
proxyReq.abort();
|
|
|
|
// Initiate a new proxy request.
|
|
proxyRequest(req, res);
|
|
return false;
|
|
}
|
|
for (const _header in proxyRes.headers) {
|
|
if (!disAllowResponseHeaders.includes(_header)) {
|
|
res.setHeader(_header, proxyRes.headers[_header]);
|
|
}
|
|
}
|
|
for (const _header in disAllowedRequestHeaders) {
|
|
delete proxyRes.headers[_header];
|
|
}
|
|
res.setHeader('Access-Control-Allow-Origin', CLIENT_HOST);
|
|
res.setHeader('Access-Control-Allow-Credentials', true);
|
|
proxyRes.on('data', function (chunk) {
|
|
res.write(chunk);
|
|
});
|
|
proxyRes.on('end', function () {
|
|
res.end();
|
|
});
|
|
});
|
|
|
|
var temp_cookies = null;
|
|
|
|
const cookiesHandler = (req, res) => {
|
|
let cookies = '';
|
|
res.setHeader('Access-Control-Allow-Origin', CLIENT_HOST);
|
|
res.setHeader('Access-Control-Allow-Credentials', true);
|
|
req.on('data', chunk => {
|
|
cookies += chunk;
|
|
});
|
|
req.on('end', () => {
|
|
temp_cookies = cookies;
|
|
res.end();
|
|
});
|
|
};
|
|
|
|
const fetchModeHandler = (req, res) => {
|
|
let fetchMode = '';
|
|
res.setHeader('Access-Control-Allow-Origin', CLIENT_HOST);
|
|
res.setHeader('Access-Control-Allow-Credentials', true);
|
|
req.on('data', chunk => {
|
|
fetchMode += chunk;
|
|
});
|
|
req.on('end', () => {
|
|
request_mode = fetchMode;
|
|
res.end();
|
|
});
|
|
};
|
|
|
|
http
|
|
.createServer(function (req, res) {
|
|
const path = req.url.charAt(0) === '/' ? req.url.slice(1) : req.url;
|
|
if (req.headers['access-control-request-method']) {
|
|
res.setHeader(
|
|
'access-control-allow-methods',
|
|
req.headers['access-control-request-method'],
|
|
);
|
|
delete req.headers['access-control-request-method'];
|
|
}
|
|
if (req.headers['access-control-request-headers']) {
|
|
res.setHeader(
|
|
'access-control-allow-headers',
|
|
req.headers['access-control-request-headers'],
|
|
);
|
|
delete req.headers['access-control-request-headers'];
|
|
}
|
|
if (path === 'cookies') {
|
|
cookiesHandler(req, res);
|
|
} else if (path === 'fetchMode') {
|
|
fetchModeHandler(req, res);
|
|
} else {
|
|
try {
|
|
const _url = new URL(path);
|
|
for (const _header in req.headers) {
|
|
if (
|
|
req.headers[_header]?.includes('localhost') ||
|
|
disAllowedRequestHeaders.includes(_header)
|
|
) {
|
|
delete req.headers[_header];
|
|
}
|
|
}
|
|
req.headers['sec-fetch-mode'] = 'cors';
|
|
if (temp_cookies) {
|
|
req.headers['cookie'] = temp_cookies;
|
|
}
|
|
req.headers.host = _url.host;
|
|
req.url = _url.toString();
|
|
res.statusCode = 200;
|
|
if (req.method === 'OPTIONS') {
|
|
res.writeHead(200, {
|
|
'Access-Control-Allow-Origin': CLIENT_HOST,
|
|
'Access-Control-Allow-Credentials': true,
|
|
});
|
|
res.end();
|
|
} else {
|
|
proxyRequest(req, res);
|
|
}
|
|
} catch (err) {
|
|
console.log('\x1b[31m', '----------ERRROR----------');
|
|
console.error(err);
|
|
console.log('\x1b[31m', '----------ERRROR----------');
|
|
if (!res.closed) {
|
|
res.end();
|
|
}
|
|
}
|
|
}
|
|
})
|
|
.listen(3001);
|