Files
RSSHub/lib/utils/unify-proxy.js
Rongrong d60d89ea87 feat(core): unify proxy; optimize request-wrapper (#11472)
* feat(core): unify proxy; optimize request-wrapper

Signed-off-by: Rongrong <i@rong.moe>

* Fix DeepScan issue

Signed-off-by: Rongrong <i@rong.moe>

* Simplify protocol existence judgment

Signed-off-by: Rongrong <i@rong.moe>

* chore: regenerate yarn.lock

Signed-off-by: Rongrong <i@rong.moe>
2022-12-23 01:13:01 +08:00

117 lines
5.0 KiB
JavaScript

const config = require('@/config').value;
const logger = require('./logger');
const defaultProtocol = 'http';
const possibleProtocol = ['http', 'https', 'socks', 'socks4', 'socks4a', 'socks5', 'socks5h'];
const unifyProxy = (proxyUri, proxyObj) => {
proxyObj = proxyObj || {};
const [oriProxyUri, oriProxyObj] = [proxyUri, proxyObj];
proxyObj = { ...proxyObj };
let proxyUrlHandler;
// PROXY_URI
if (proxyUri && typeof proxyUri === 'string') {
if (!proxyUri.includes('://')) {
logger.warn(`PROXY_URI contains no protocol, assuming ${defaultProtocol}`);
proxyUri = `${defaultProtocol}://${proxyUri}`;
}
try {
proxyUrlHandler = new URL(proxyUri);
} catch (e) {
logger.error(`Parse PROXY_URI error: ${e.stack}`);
}
}
// PROXY_{PROTOCOL,HOST,PORT}
if (proxyObj.protocol || proxyObj.host || proxyObj.port) {
if (proxyUrlHandler) {
logger.warn('PROXY_URI is set, ignoring PROXY_{PROTOCOL,HOST,PORT}');
} else if (proxyObj.host) {
let tempProxyStr = proxyObj.host;
if (tempProxyStr.includes('://')) {
logger.warn('PROXY_HOST contains protocol, ignoring PROXY_PROTOCOL');
} else if (!proxyObj.protocol) {
logger.warn(`PROXY_PROTOCOL is not set, assuming '${defaultProtocol}'`);
tempProxyStr = `${defaultProtocol}://${tempProxyStr}`;
} else {
tempProxyStr = `${proxyObj.protocol}://${tempProxyStr}`;
}
try {
proxyUrlHandler = new URL(tempProxyStr);
if (proxyUrlHandler.port && proxyObj.port) {
logger.warn('PROXY_HOST contains port, ignoring PROXY_PORT');
} else if (proxyObj.port) {
if (!parseInt(proxyObj.port)) {
logger.warn(`PROXY_PORT is not a number, ignoring`);
} else {
proxyUrlHandler.port = proxyObj.port;
}
} else {
logger.warn('PROXY_PORT is not set, leaving proxy agent to determine');
}
} catch (e) {
logger.error(`Parse PROXY_HOST error: ${e.stack}`);
}
} else {
logger.warn('Either PROXY_{PROTOCOL,PORT} is set, but PROXY_HOST is missing, ignoring');
}
}
// PROXY_AUTH
if (proxyObj.auth && proxyUrlHandler) {
let promptProxyUri = false;
if (proxyUrlHandler.username || proxyUrlHandler.password) {
logger.warn('PROXY_URI contains username and/or password, ignoring PROXY_AUTH');
proxyObj.auth = undefined;
} else if (!['http:', 'https:'].includes(proxyUrlHandler.protocol)) {
logger.warn(`PROXY_AUTH is only supported by HTTP(S) proxies, but got ${proxyUrlHandler.protocol}, ignoring`);
proxyObj.auth = undefined;
promptProxyUri = true;
} else {
logger.info('PROXY_AUTH is set and will be used for requests from Node.js. However, requests from puppeteer will not use it');
promptProxyUri = true;
}
if (promptProxyUri) {
logger.info('To get rid of this, set PROXY_URI like protocol://username:password@host:port and clear PROXY_{AUTH,PROTOCOL,HOST,PORT}');
}
}
// is proxy enabled and valid?
let isProxyValid = false;
if (proxyUrlHandler) {
const protocol = proxyUrlHandler.protocol.replace(':', '');
if (possibleProtocol.includes(protocol)) {
if (protocol !== 'http' && (proxyUrlHandler.username || proxyUrlHandler.password)) {
logger.warn("PROXY_URI is an HTTPS/SOCKS proxy with authentication, which is not supported by puppeteer (ignore if you don't need it)");
logger.info('To get rid of this, consider using an HTTP proxy instead');
}
proxyObj.protocol = protocol;
proxyObj.host = proxyUrlHandler.hostname;
proxyObj.port = parseInt(proxyUrlHandler.port) || undefined;
// trailing slash will cause puppeteer to throw net::ERR_NO_SUPPORTED_PROXIES, trim it
proxyUri = proxyUrlHandler.href.endsWith('/') ? proxyUrlHandler.href.slice(0, -1) : proxyUrlHandler.href;
isProxyValid = true;
} else {
logger.error(`Unsupported proxy protocol: ${protocol}, expect one of ${possibleProtocol.join(', ')}`);
}
}
if (!isProxyValid) {
if ((oriProxyUri && typeof oriProxyUri === 'string') || oriProxyObj.protocol || oriProxyObj.host || oriProxyObj.port || oriProxyObj.auth) {
logger.error('Proxy is disabled due to misconfiguration');
}
proxyObj.protocol = proxyObj.host = proxyObj.port = proxyObj.auth = undefined;
proxyUri = null;
proxyUrlHandler = null;
}
return { proxyUri, proxyObj, proxyUrlHandler };
};
module.exports = {
unifyProxy,
...unifyProxy(config.proxyUri, config.proxy),
};