Files
RSSHub/lib/v2/gov/nifdc/index.js

87 lines
2.8 KiB
JavaScript

const got = require('@/utils/got');
const cheerio = require('cheerio');
const timezone = require('@/utils/timezone');
const { parseDate } = require('@/utils/parse-date');
module.exports = async (ctx) => {
const params = ctx.path === '/nifdc' ? '/nifdc/bshff/ylqxbzhgl/qxggtzh' : ctx.path;
const rootUrl = 'https://www.nifdc.org.cn';
const currentUrl = `${rootUrl}${params}/index.html`;
const response = await got({
method: 'get',
url: currentUrl,
});
const $ = cheerio.load(response.data);
let items = $('.list ul li a')
.slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
.toArray()
.map((item) => {
item = $(item);
const link = item.attr('href');
return {
title: item.text(),
link: /^http/.test(link) ? link : new URL(link, currentUrl).href,
pubDate: parseDate(
item
.next()
.text()
.match(/\((.*)\)/)
),
};
});
const browser = await require('@/utils/puppeteer')();
items = await Promise.all(
items.map((item) =>
ctx.cache.tryGet(item.link, async () => {
if (/^https:\/\/www\.nmpa\.gov\.cn\//.test(item.link)) {
const page = await browser.newPage();
await page.setRequestInterception(true);
page.on('request', (request) => {
request.resourceType() === 'document' || request.resourceType() === 'script' ? request.continue() : request.abort();
});
await page.goto(item.link, {
waitUntil: 'domcontentloaded',
});
await page.waitForSelector('.text');
const html = await page.evaluate(() => document.documentElement.innerHTML);
await page.close();
const content = cheerio.load(html);
item.description = content('.text').html();
} else {
const detailResponse = await got({
method: 'get',
url: item.link,
});
const content = cheerio.load(detailResponse.data);
item.description = content('.text').append(content('.fujian')).html();
item.pubDate = timezone(parseDate(content('meta[name="PubDate"]').attr('content')), +8);
}
return item;
})
)
);
await browser.close();
ctx.state.data = {
title: $('title').text().replace(/----/, ' - '),
link: currentUrl,
item: items,
};
};