mirror of
https://github.com/DIYgod/RSSHub.git
synced 2025-12-02 10:08:02 +08:00
d60d89ea87
* feat(core): unify proxy; optimize request-wrapper Signed-off-by: Rongrong <i@rong.moe> * Fix DeepScan issue Signed-off-by: Rongrong <i@rong.moe> * Simplify protocol existence judgment Signed-off-by: Rongrong <i@rong.moe> * chore: regenerate yarn.lock Signed-off-by: Rongrong <i@rong.moe>
80 lines
3.6 KiB
JavaScript
80 lines
3.6 KiB
JavaScript
const config = require('@/config').value;
|
|
const { proxyUri, proxyUrlHandler } = require('./unify-proxy');
|
|
let puppeteer = require('puppeteer');
|
|
const proxyChain = require('proxy-chain');
|
|
const logger = require('./logger');
|
|
|
|
const options = {
|
|
args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-infobars', '--window-position=0,0', '--ignore-certificate-errors', '--ignore-certificate-errors-spki-list', `--user-agent=${config.ua}`],
|
|
headless: true,
|
|
ignoreHTTPSErrors: true,
|
|
};
|
|
|
|
/**
|
|
* @param {Object} extraOptions
|
|
* @param {boolean} extraOptions.stealth - Use puppeteer-extra-plugin-stealth
|
|
* @returns Puppeteer browser
|
|
*/
|
|
module.exports = async (extraOptions = {}) => {
|
|
if (extraOptions.stealth) {
|
|
const { addExtra } = require('puppeteer-extra');
|
|
puppeteer = addExtra(puppeteer);
|
|
|
|
// workaround for vercel/nft #54 and #283
|
|
require('puppeteer-extra-plugin-stealth/evasions/chrome.app');
|
|
require('puppeteer-extra-plugin-stealth/evasions/chrome.csi');
|
|
require('puppeteer-extra-plugin-stealth/evasions/chrome.loadTimes');
|
|
require('puppeteer-extra-plugin-stealth/evasions/chrome.runtime');
|
|
require('puppeteer-extra-plugin-stealth/evasions/defaultArgs');
|
|
require('puppeteer-extra-plugin-stealth/evasions/iframe.contentWindow');
|
|
require('puppeteer-extra-plugin-stealth/evasions/media.codecs');
|
|
require('puppeteer-extra-plugin-stealth/evasions/navigator.hardwareConcurrency');
|
|
require('puppeteer-extra-plugin-stealth/evasions/navigator.languages');
|
|
require('puppeteer-extra-plugin-stealth/evasions/navigator.permissions');
|
|
require('puppeteer-extra-plugin-stealth/evasions/navigator.plugins');
|
|
require('puppeteer-extra-plugin-stealth/evasions/navigator.vendor');
|
|
require('puppeteer-extra-plugin-stealth/evasions/navigator.webdriver');
|
|
require('puppeteer-extra-plugin-stealth/evasions/sourceurl');
|
|
require('puppeteer-extra-plugin-stealth/evasions/user-agent-override');
|
|
require('puppeteer-extra-plugin-stealth/evasions/webgl.vendor');
|
|
require('puppeteer-extra-plugin-stealth/evasions/window.outerdimensions');
|
|
require('puppeteer-extra-plugin-user-preferences');
|
|
require('puppeteer-extra-plugin-user-data-dir');
|
|
|
|
puppeteer.use(require('puppeteer-extra-plugin-stealth')());
|
|
}
|
|
let browser;
|
|
if (proxyUri) {
|
|
if (proxyUrlHandler.username || proxyUrlHandler.password) {
|
|
// only proxies with authentication need to be anonymized
|
|
if (proxyUrlHandler.protocol === 'http:') {
|
|
options.args.push(`--proxy-server=${await proxyChain.anonymizeProxy(proxyUri)}`);
|
|
} else {
|
|
logger.warn('SOCKS/HTTPS proxy with authentication is not supported by puppeteer, continue without proxy');
|
|
}
|
|
} else {
|
|
// Chromium cannot recognize socks5h and socks4a, so we need to trim their postfixes
|
|
options.args.push(`--proxy-server=${proxyUri.replace('socks5h://', 'socks5://').replace('socks4a://', 'socks4://')}`);
|
|
}
|
|
}
|
|
if (config.puppeteerWSEndpoint) {
|
|
browser = await puppeteer.connect({
|
|
browserWSEndpoint: config.puppeteerWSEndpoint,
|
|
});
|
|
} else {
|
|
browser = await puppeteer.launch(
|
|
config.chromiumExecutablePath
|
|
? {
|
|
executablePath: config.chromiumExecutablePath,
|
|
...options,
|
|
}
|
|
: options
|
|
);
|
|
}
|
|
setTimeout(() => {
|
|
browser.close();
|
|
}, 30000);
|
|
|
|
return browser;
|
|
};
|