Files
RSSHub/lib/v2/ccac/news.js
Tony ae2464de6e perf(route): block unnecessary requests in all puppeteer routes (#10010)
* fix: block unnecessary request in all puppeteer routes

* fix(route): prestige-av migrate to v2

* fix(route): ncwu migrate to v2

* fix(route): nju/rczp without puppeteer
2022-06-22 22:54:29 +08:00

57 lines
1.9 KiB
JavaScript

const utils = require('./utils');
const { parseDate } = require('@/utils/parse-date');
const got = require('@/utils/got');
const cheerio = require('cheerio');
module.exports = async (ctx) => {
const browser = await require('@/utils/puppeteer')();
const lang = ctx.params.lang ?? 'sc';
const type = utils.TYPE[ctx.params.type];
const BASE = utils.langBase(lang);
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {
request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
});
await page.goto(BASE, {
waitUntil: 'domcontentloaded',
});
const articles = await page.evaluate(() => window.articles);
await browser.close();
const list = utils
.typeFilter(articles, type)
.slice(0, ctx.query.limit ? Number(ctx.query.limit) : 30)
.map((item) => ({
title: item.name,
category: item.tags.map((tag) => tag.name),
link: utils.BASE_URL + item.url,
pubDate: parseDate(item.time, 'YYYY-MM-DD'),
}));
const items = await Promise.all(
list.map((item) =>
ctx.cache.tryGet(item.link, async () => {
const detailResponse = await got({
method: 'get',
url: item.link,
});
const $ = cheerio.load(detailResponse.data);
$('.article_details_body > *').removeAttr('style');
item.description = $('.article_details_body').html();
return item;
})
)
);
ctx.state.data = {
title: `CCAC ${type}`,
link: BASE,
description: `CCAC ${type}`,
language: ctx.params.lang ? utils.LANG_TYPE[ctx.params.lang] : utils.LANG_TYPE.sc,
item: items,
};
};