feat: add 外交部发言人表态 (#2616)

* add fmprc

* change back config.js
This commit is contained in:
nicolaszf
2019-07-14 22:46:22 -05:00
committed by DIYgod
parent b53cad5602
commit a8b85ca3ba
4 changed files with 87 additions and 0 deletions

View File

@@ -197,3 +197,9 @@ pageClass: routes
### 首页信息
<Route author="SunShinenny" example="/gov/veterans/index" path="/gov/veterans/index"/>
## 中华人民共和国外交部
### 发言人表态
<Route author="nicolaszf" example="/gov/fmprc/fyrbt" path="/gov/fmprc/fyrbt"/>

View File

@@ -1023,6 +1023,9 @@ router.get('/gov/statecouncil/news', require('./routes/gov/statecouncil/news'));
// 中华人民共和国生态环境部
router.get('/gov/mee/gs', require('./routes/gov/mee/gs'));
// 中华人民共和国外交部
router.get('/gov/fmprc/fyrbt', require('./routes/gov/fmprc/fyrbt'));
// 小黑盒
router.get('/xiaoheihe/user/:id', require('./routes/xiaoheihe/user'));
router.get('/xiaoheihe/news', require('./routes/xiaoheihe/news'));

View File

@@ -0,0 +1,24 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const util = require('./utils');
const host = 'https://www.fmprc.gov.cn/web/wjdt_674879/fyrbt_674889/';
module.exports = async (ctx) => {
const response = await got.get(host, {
responseType: 'buffer',
});
const $ = cheerio.load(response.data);
const list = $('.rebox_news ul li').get();
const result = await util.ProcessFeed(list, ctx.cache);
ctx.state.data = {
title: '中华人民共和国外交部-发言人表态',
link: host,
description: '中华人民共和国外交部-发言人表态',
item: result,
};
};

View File

@@ -0,0 +1,54 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
// 加载文章页
async function load(link) {
const response = await got.get(link);
const $ = cheerio.load(response.data);
const date = new Date(
$('#News_Body_Time')
.text()
.match(/\d{4}-\d{2}-\d{2}/)
);
const pubDate = new Date(date.getTime()).toUTCString();
// 提取内容
const description = $('#News_Body_Txt_A').html();
return { description, pubDate };
}
const ProcessFeed = async (list, caches) => {
const host = 'https://www.fmprc.gov.cn/web/wjdt_674879/fyrbt_674889/';
return await Promise.all(
list.map(async (item) => {
const $ = cheerio.load(item);
const $title = $('a');
// 还原相对链接为绝对链接
const itemUrl = url.resolve(host, $title.attr('href'));
// 列表上提取到的信息
const single = {
title: $.text(),
link: itemUrl,
guid: itemUrl,
};
// 使用tryGet方法从缓存获取内容。
// 当缓存中无法获取到链接内容的时候则使用load方法加载文章内容。
const other = await caches.tryGet(itemUrl, async () => await load(itemUrl));
// 合并解析后的结果集作为该篇文章最终的输出结果
return Promise.resolve(Object.assign({}, single, other));
})
);
};
module.exports = {
ProcessFeed,
};