opensource/RSSHub
1
0
Fork 0
mirror of https://github.com/DIYgod/RSSHub.git synced 2025-12-10 15:21:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: remove addNoReferrer

Browse Source
This commit is contained in:
DIYgod
2019-08-28 14:33:05 +08:00
parent 29f588e6a0
commit a34b9ae542
31 changed files with 0 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
lib/routes/10000link/news.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const category = ctx.params.category;
@@ -22,8 +21,6 @@ module.exports = async (ctx) => {
const $ = cheerio.load(response.data);
addNoReferrer($, '#news_body');
return $('#news_body').html();
};

3
lib/routes/21caijing/channel.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const date = require('@/utils/date');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const channel = ctx.params.name;
@@ -53,8 +52,6 @@ module.exports = async (ctx) => {
}
});
addNoReferrer($, 'div.txtContent img', 'data-original');
const content = $('div.txtContent').html();
const single = {

2
lib/routes/8btc/author.js
View File

@@ -1,6 +1,5 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const authorid = ctx.params.authorid;
@@ -9,7 +8,6 @@ module.exports = async (ctx) => {
const ProcessFeed = (data) => {
const $ = cheerio.load(data);
addNoReferrer($, '.bbt-html');
// 提取内容
return $('.bbt-html').html();
};

3
lib/routes/archdaily/home.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('https://feeds.feedburner.com/ArchdailyCN');
@@ -14,8 +13,6 @@ module.exports = async (ctx) => {
const $ = cheerio.load(response.data);
addNoReferrer($, '#single-content');
// 提取内容
return $('#single-content').html();
};

3
lib/routes/bilibili/followings_article.js
View File

@@ -2,7 +2,6 @@ const got = require('@/utils/got');
const cache = require('./cache');
const config = require('@/config');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const uid = String(ctx.params.uid);
@@ -33,8 +32,6 @@ module.exports = async (ctx) => {
const $ = cheerio.load(result.data);
addNoReferrer($, '.article-holder', 'data-src');
return $('.article-holder').html();
});

3
lib/routes/cfan/news.js
View File

@@ -1,6 +1,5 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const pageUrl = 'http://www.cfan.com.cn/news/';
@@ -15,8 +14,6 @@ module.exports = async (ctx) => {
});
const $ = cheerio.load(response.data);
addNoReferrer($, '.maincontent');
return $('.maincontent').html() || '文章已被删除';
};

2
lib/routes/cnbeta/home.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('https://rss.cnbeta.com/');
@@ -9,7 +8,6 @@ module.exports = async (ctx) => {
const ProcessFeed = (data) => {
const $ = cheerio.load(data);
addNoReferrer($, '.article-content', 'data-original');
// 提取内容
return $('.article-summary p').html() + '<br>' + $('.article-content').html();
};

3
lib/routes/codeceo/category.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const type = ctx.params.type || 'category';
@@ -16,8 +15,6 @@ module.exports = async (ctx) => {
const $ = cheerio.load(response.data);
addNoReferrer($, '.article-entry');
$('.article-entry script').remove();
$('.article-entry .adsbygoogle')
.parent()

3
lib/routes/codeceo/home.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('http://www.codeceo.com/feed');
@@ -14,8 +13,6 @@ module.exports = async (ctx) => {
const $ = cheerio.load(response.data);
addNoReferrer($, '.article-entry');
$('.article-entry script').remove();
$('.article-entry .adsbygoogle')
.parent()

2
lib/routes/daxiaamu/home.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('http://www.daxiaamu.com/rss');
@@ -13,7 +12,6 @@ module.exports = async (ctx) => {
});
const $ = cheerio.load(response.data);
addNoReferrer($, '.main-content');
return $('.main-content').html();
};

3
lib/routes/dockone/weekly.js
View File

@@ -1,6 +1,5 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const baseUrl = 'http://weekly.dockone.io';
@@ -19,8 +18,6 @@ module.exports = async (ctx) => {
const ProcessFeed = (data) => {
const $ = cheerio.load(data);
addNoReferrer($, '.aw-question-detail .content');
// 提取内容
return $('.aw-question-detail .content').html();
};

3
lib/routes/gcores/category.js
View File

@@ -1,6 +1,5 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const category = ctx.params.category;
@@ -44,8 +43,6 @@ module.exports = async (ctx) => {
const itemPage = itemRes.data;
$ = cheerio.load(itemPage);
addNoReferrer($, '.story', 'data-original');
const cover = $('img.newsPage_cover');
const content = $('.story.story-show').html();
const single = {

2
lib/routes/indienova/article.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const type = ctx.params.type;
@@ -31,7 +30,6 @@ module.exports = async (ctx) => {
const $$$ = cheerio.load(resp.data);
addNoReferrer($$$, '.indienova-single-post');
const description = $$$('.indienova-single-post').html();
const single = {

3
lib/routes/jianshu/utils.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const { addNoReferrer } = require('@/utils/common-utils');
// 加载文章页
async function load(link) {
@@ -18,8 +17,6 @@ async function load(link) {
const serverOffset = date.getTimezoneOffset() / 60;
const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
addNoReferrer($, '.show-content-free', 'data-original-src', 'https:');
// 去除样式
$('.image-container, .image-container-fill').removeAttr('style');
// 处理视频

3
lib/routes/kkj/news.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('http://rss.mydrivers.com/rss.aspx?Tid=1');
@@ -9,8 +8,6 @@ module.exports = async (ctx) => {
const ProcessFeed = (data) => {
const $ = cheerio.load(data);
addNoReferrer($, '.news_info', '', 'https:');
// 移除广告等内容
$('.news_info .weixin ~ div').remove();
$('.news_info .weixin').remove();

2
lib/routes/latexstudio/home.js
View File

@@ -1,6 +1,5 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const res = await got({
@@ -17,7 +16,6 @@ module.exports = async (ctx) => {
});
const $ = cheerio.load(detail.data);
$('.tac').remove();
addNoReferrer($, '.article-content');
const author = $('.article-meta .item:last-child')
.text()
.replace('稿源：', '');

3
lib/routes/leetcode/articles.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const { addNoReferrer } = require('@/utils/common-utils');
const host = 'https://leetcode.com';
@@ -44,8 +43,6 @@ module.exports = async (ctx) => {
const response = await got.get(itemUrl);
const $ = cheerio.load(response.data);
addNoReferrer($, '', 'src', itemUrl);
const description =
$('#question-preview')
.html()

2
lib/routes/meituan/tech/home.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('https://tech.meituan.com/feed/');
@@ -13,7 +12,6 @@ module.exports = async (ctx) => {
});
const $ = cheerio.load(response.data);
addNoReferrer($, '.content');
return $('.content').html();
};

2
lib/routes/qdaily/index.js
View File

@@ -1,6 +1,5 @@
const cheerio = require('cheerio');
const got = require('@/utils/got');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
let type;
@@ -65,7 +64,6 @@ module.exports = async (ctx) => {
$('.article-detail-bd .author-share').remove();
$('.article-detail-ft').remove();
addNoReferrer($, '.main .com-article-detail', 'data-src');
if (out[indexList[i]].link.match('/weeklies/')) {
out[indexList[i]].description = $('.packery-container').html();
} else {

3
lib/routes/sixthtone/news.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('https://www.sixthtone.com/rss');
@@ -12,8 +11,6 @@ module.exports = async (ctx) => {
// 移除广告等内容
$('[class*="advertise-"]').remove();
addNoReferrer($, '.content');
// 提取内容
return $('.content').html();
};

3
lib/routes/tencent/wechat/miniprogram/plugins.js
View File

@@ -1,6 +1,5 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const link = 'https://developers.weixin.qq.com/community/plugins';
@@ -39,8 +38,6 @@ module.exports = async (ctx) => {
const id = 'x-rsshub';
const $ = cheerio.load(`<div id="${id}">${pluginDetail.data.data.Content}</div>`);
addNoReferrer($, `#${id}`, 'data-src');
item.description = $(`#${id}`).html();
ctx.cache.set(key, item.description);
}

4
lib/routes/universities/bit/cs/utils.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const { addNoReferrer } = require('@/utils/common-utils');
// 专门定义一个function用于加载文章内容
async function load(link) {
@@ -30,9 +29,6 @@ async function load(link) {
const serverOffset = date.getTimezoneOffset() / 60;
const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
// 还原图片地址, 去除图片onClick事件
addNoReferrer($, '.wz_art', '', 'http://cs.bit.edu.cn/tzgg/', ['onclick']);
// 提取内容
const description = $('.wz_art').html();

4
lib/routes/universities/bit/jwc/utils.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const { addNoReferrer } = require('@/utils/common-utils');
// 专门定义一个function用于加载文章内容
async function load(link) {
@@ -20,9 +19,6 @@ async function load(link) {
const serverOffset = date.getTimezoneOffset() / 60;
const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
// 还原图片地址, 去除图片onClick事件
addNoReferrer($, '.aca_article_con', '', 'http://jwc.bit.edu.cn/tzgg/', ['onclick']);
// 提取内容
const description = $('.aca_article_con').html();

2
lib/routes/universities/buaa/utils.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const { addNoReferrer } = require('@/utils/common-utils');
// 完整文章页
async function load(link) {
@@ -18,7 +17,6 @@ async function load(link) {
const serverOffset = date.getTimezoneOffset() / 60;
const pubDate = new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset)).toUTCString();
addNoReferrer($, '.newsleftconbox > #vsb_content', '', 'https://news.buaa.edu.cn');
// 提取内容
const description = $('.newsleftconbox > #vsb_content').html();

1
lib/routes/universities/uestc/auto.js
View File

@@ -34,7 +34,6 @@ async function load(link) {
.html()
.replace(reg, '');
// addNoReferrer($, 'div#vsb_content', '', 'http://www.auto.uestc.edu.cn');
// 提取内容
return { description };
}

2
lib/routes/universities/uestc/cs.js
View File

@@ -1,6 +1,5 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
// const { addNoReferrer } = require('@/utils/common-utils');
// 获取含有列表的页面
async function loadTypePage(link) {
@@ -35,7 +34,6 @@ async function load(link) {
.html()
.replace(reg, '');
// addNoReferrer($, 'div#vsb_content', '', 'http://www.scse.uestc.edu.cn');
// 提取内容
return { description };
}

1
lib/routes/uraaka-joshi/uraaka-joshi-user.js
View File

@@ -14,7 +14,6 @@ module.exports = async (ctx) => {
description: `$('.context *').removeAttr('onclick');
$('.context *').removeAttr('onerror');
$('.context *').removeAttr('style');
addNoReferrer($, '.context', 'src', 'https:');
$('.context video').each((video) => {
const poster = $(video).attr('poster')
const src = $(video).attr('src')

1
lib/routes/uraaka-joshi/uraaka-joshi.js
View File

@@ -16,7 +16,6 @@ module.exports = async (ctx) => {
description: `$('.context *').removeAttr('onclick');
$('.context *').removeAttr('onerror');
$('.context *').removeAttr('style');
addNoReferrer($, '.context', 'src', 'https:');
$('.context video').each((video) => {
const poster = $(video).attr('poster')
const src = $(video).attr('src')

3
lib/routes/zaker/source.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const date_util = require('@/utils/date');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const type = ctx.params.type || 'source';
@@ -47,8 +46,6 @@ module.exports = async (ctx) => {
const $ = cheerio.load(response.data);
addNoReferrer($, 'div.article_content div', 'data-original');
const description = $('div.article_content div').html() || '原文已被删除';
const date = $('span.time').text();

3
lib/routes/zreading/home.js
View File

@@ -1,7 +1,6 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const parser = require('@/utils/rss-parser');
const { addNoReferrer } = require('@/utils/common-utils');
module.exports = async (ctx) => {
const feed = await parser.parseURL('http://www.zreading.cn/feed');
@@ -12,8 +11,6 @@ module.exports = async (ctx) => {
$('.grap script').remove();
$('.grap .adsbygoogle').remove();
addNoReferrer($, '.grap');
// 提取内容
return $('.grap').html();
};

2
lib/utils/common-config.js
View File

@@ -1,8 +1,6 @@
const cheerio = require('cheerio');
const got = require('@/utils/got');
// eslint-disable-next-line no-unused-vars
const { addNoReferrer } = require('@/utils/common-utils');
// eslint-disable-next-line no-unused-vars
const date = require('@/utils/date');
function transElemText($, prop) {