add: 好奇心日报支持 tag 路由 (#1759)

查看如 https://www.qdaily.com/tags/7294.html 等tag类别的文章
This commit is contained in:
siva
2019-03-15 14:29:31 +08:00
committed by DIYgod
parent 6434934a7b
commit b9cdc5eac2
3 changed files with 62 additions and 0 deletions

View File

@@ -662,6 +662,8 @@ RSSHub 提供下列 API 接口:
<route name="栏目" author="WenhuWee" example="/qdaily/column/59" path="/qdaily/column/:id" :paramsDesc="['栏目id可在栏目URL找到']"/>
<route name="标签" author="SivaGao" example="/qdaily/tag/29" path="/qdaily/tag/:id" :paramsDesc="['标签id可在tagURL找到']"/>
## 编程
### 掘金

View File

@@ -283,6 +283,7 @@ router.get('/jiemian/list/:cid', require('./routes/jiemian/list.js'));
// 好奇心日报
router.get('/qdaily/column/:id', require('./routes/qdaily/column'));
router.get('/qdaily/category/:id', require('./routes/qdaily/category'));
router.get('/qdaily/tag/:id', require('./routes/qdaily/tag'));
// 爱奇艺
router.get('/iqiyi/dongman/:id', require('./routes/iqiyi/dongman'));

59
lib/routes/qdaily/tag.js Normal file
View File

@@ -0,0 +1,59 @@
const cheerio = require('cheerio');
const axios = require('../../utils/axios');
module.exports = async (ctx) => {
const url = `https://www.qdaily.com/tags/${ctx.params.id}.html`;
const res = await axios.get(url);
const $ = cheerio.load(res.data);
const list = $('.article').get();
const proList = [];
const indexList = [];
const out = await Promise.all(
list.map(async (item, i) => {
const $ = cheerio.load(item);
const time = $('.smart-date').attr('data-origindate');
let title = $('.title').text();
if (!title) {
title = $('.smart-dotdotdot').text();
}
const itemUrl = $('a').attr('href');
const allUrl = `https://www.qdaily.com${itemUrl}`;
const cache = await ctx.cache.get(allUrl);
if (cache) {
return Promise.resolve(JSON.parse(cache));
}
const single = {
title,
pubDate: new Date(time).toUTCString(),
link: allUrl,
guid: allUrl,
};
proList.push(axios.get(allUrl));
indexList.push(i);
return Promise.resolve(single);
})
);
const responses = await axios.all(proList);
for (let i = 0; i < responses.length; i++) {
const res = responses[i];
const $ = cheerio.load(res.data);
$('img').each((index, item) => {
item = $(item);
item.attr('src', item.attr('data-src'));
item.attr('referrerpolicy', 'no-referrer');
});
$('.article-detail-bd .author-share').remove();
$('.article-detail-ft').remove();
out[indexList[i]].description = $('.main .com-article-detail').html();
ctx.cache.set(out[indexList[i]].link, JSON.stringify(out[i]), 24 * 60 * 60);
}
ctx.state.data = {
title: $('title').text(),
link: url,
item: out,
};
};