Files
RSSHub/lib/v2/nytimes/index.js
Tony ae2464de6e perf(route): block unnecessary requests in all puppeteer routes (#10010)
* fix: block unnecessary request in all puppeteer routes

* fix(route): prestige-av migrate to v2

* fix(route): ncwu migrate to v2

* fix(route): nju/rczp without puppeteer
2022-06-22 22:54:29 +08:00

111 lines
3.4 KiB
JavaScript

const got = require('@/utils/got');
const parser = require('@/utils/rss-parser');
const utils = require('./utils');
const cheerio = require('cheerio');
module.exports = async (ctx) => {
let { lang = '' } = ctx.params;
lang = lang.toLowerCase();
let title = '纽约时报中文网';
let rssUrl = 'https://cn.nytimes.com/rss/';
if (lang === 'dual') {
title += ' - 中英对照版';
} else if (lang === 'en') {
title += ' - 英文原版';
} else if (lang === 'traditionalchinese') {
title = '紐約時報中文網';
rssUrl = new URL('zh-hant', rssUrl).href;
} else if (lang === 'dual-traditionalchinese') {
title = '紐約時報中文網 - 中英對照版';
rssUrl = new URL('zh-hant', rssUrl).href;
lang = 'dual';
}
const browser = await require('@/utils/puppeteer')();
const feed = await parser.parseURL(rssUrl);
const items = await Promise.all(
feed.items.splice(0, 10).map(async (item) => {
let link = item.link;
let response,
hasEnVersion = false,
dual = false;
if (lang === 'dual') {
link = link.replace('/?utm_source=RSS', '') + '/dual';
try {
response = await ctx.cache.tryGet(`nyt: ${link}`, async () => {
const response = await got(link);
return response.data;
});
dual = true;
} catch (error) {
response = await ctx.cache.tryGet(`nyt: ${item.link}`, async () => {
const response = await got(item.link);
return response.data;
});
}
} else {
response = await ctx.cache.tryGet(`nyt: ${item.link}`, async () => {
const response = await got(item.link);
return response.data;
});
if (lang === 'en') {
const $ = cheerio.load(response);
if ($('.dual-btn').length > 0) {
hasEnVersion = true;
link = $('.dual-btn a').last().attr().href;
response = await utils.PuppeterGetter(ctx, browser, link);
}
}
}
const single = {
title: item.title,
pubDate: item.pubDate,
link,
author: item['dc:creator'],
};
const result = utils.ProcessFeed(response, hasEnVersion);
// Match 感谢|謝.*?cn.letters@nytimes.com。
const ending = /感(&#x8C22|&#x8B1D);.*?cn\.letters@nytimes\.com。/g;
const matching = '<div class="article-paragraph">';
const formatted = '<br>' + matching;
single.description = result.description.replace(ending, '').split(matching).join(formatted);
if (hasEnVersion) {
single.title = result.title;
single.author = result.author;
}
if (dual) {
single.title = `「中英」${single.title}`;
}
return single;
})
);
browser.close();
ctx.state.data = {
title,
link: 'https://cn.nytimes.com',
description: title,
item: items,
};
};