mirror of
https://github.com/DIYgod/RSSHub.git
synced 2025-12-18 22:33:26 +08:00
* style: add eslint-unicorn * style: fix unicorn/no-useless-spread * style: fix unicorn/no-useless-promise-resolve-reject * style: fix unicorn/no-for-loop * fix: codeql bad HTML filtering regexp * fix: codeql incomplete replace * fix: unicorn/no-abusive-eslint-disable * style: fix unicorn/no-new-array * style: fix unicorn/no-typeof-undefined * style: fix unicorn/no-zero-fractions * style: fix unicorn/no-empty-file * style: fix unicorn/prefer-date-now * revert: auto fix unicorn/prefer-switch on lib/v2/kuaidi100/utils.js * style: fix unicorn/prefer-array-find * style: fix unicorn/prefer-array-flat * style: fix unicorn/prefer-array-flat-map * style: fix unicorn/prefer-at * style: fix unicorn/prefer-string-starts-ends-with * style: fix unicorn/prefer-includes * fix: codeql URL substring sanitization * style: fix unicorn/prefer-optional-catch-binding * style: fix unicorn/catch-error-name * style: fix unicorn/escape-case * style: fix unicorn/prefer-native-coercion-functions * style: fix unicorn/prefer-regexp-test * style: fix unicorn/require-array-join-separator * style: fix unicorn/prefer-math-trunc * style: fix unicorn/prefer-negative-index * style: fix unicorn/prefer-dom-node-dataset * style: fix unicorn/prefer-dom-node-text-content * style: fix unicorn/prefer-query-selector * style: fix unicorn/no-array-for-each * style: fix unicorn/no-negated-condition * style: fix unicorn/prefer-add-event-listener * style: fix unicorn/import-style * style: fix prefer-regex-literals * style: disable unicorn/no-useless-switch-case * style: disable unicorn/text-encoding-identifier-case * style: fix unicorn/prefer-set-has * style: fix unicorn/prefer-spread * revert: auto fix on lib/routes/universities/ynnu/edu/base64.js * style: fix unicorn/no-useless-undefined * style: fix unicorn/no-array-push-push * style: fix unicorn/no-useless-undefined again * style: fix unicorn/no-lonely-if * style: fix unicorn/prefer-reflect-apply * style: fix unicorn/switch-case-braces * style: fix unicorn/prefer-switch * style: fix unicorn/prefer-array-some * fix: deepscan UNUSED_VAR_ASSIGN * style: fix unicorn/prefer-ternary * fix: follow-up of unicorn/prefer-ternary * revert: auto fix of unicorn/prefer-string-slice for substring() * style: disable unicorn/prefer-string-slice fix: auto fix slice over deprecated substr * style: fix unicorn/throw-new-error * style: fix unicorn/filename-case * test: fix dateParser renaming * style: fix unicorn/better-regex * style: fix unicorn/prefer-string-replace-all * fix(deps): add sanitize-html * style: fix no-prototype-builtins * style: fix unicorn/consistent-destructuring * style: fix unicorn/consistent-function-scoping * style: fix unicorn/prefer-regexp-test * style: fix unicorn/prefer-logical-operator-over-ternary * style: fix unicorn/no-array-callback-reference * style: add prefer-object-has-own * style: warn unicorn/no-empty-file * style: fix unicorn/prefer-number-properties * style: fix no-useless-undefined again * style: fix unicorn/numeric-separators-style * style: disable unicorn/no-array-callback-reference false postive with cheerio
83 lines
2.7 KiB
JavaScript
83 lines
2.7 KiB
JavaScript
const cheerio = require('cheerio');
|
||
const got = require('@/utils/got');
|
||
const iconv = require('iconv-lite');
|
||
// eslint-disable-next-line no-unused-vars
|
||
const date = require('@/utils/date');
|
||
// eslint-disable-next-line no-unused-vars
|
||
const { parseDate } = require('@/utils/parse-date');
|
||
// eslint-disable-next-line no-unused-vars
|
||
const timezone = require('@/utils/timezone');
|
||
|
||
function transElemText($, prop) {
|
||
const regex = /\$\((.*)\)/g;
|
||
let result = prop;
|
||
if (regex.test(result)) {
|
||
// eslint-disable-next-line no-eval
|
||
result = eval(result);
|
||
}
|
||
return result;
|
||
}
|
||
|
||
function replaceParams(data, prop, $) {
|
||
const regex = /%(.*)%/g;
|
||
let result = prop;
|
||
let group = regex.exec(prop);
|
||
while (group) {
|
||
// FIXME Multi vars
|
||
result = result.replace(group[0], transElemText($, data.params[group[1]]));
|
||
group = regex.exec(prop);
|
||
}
|
||
return result;
|
||
}
|
||
|
||
function getProp(data, prop, $) {
|
||
let result = data;
|
||
if (Array.isArray(prop)) {
|
||
for (const e of prop) {
|
||
result = transElemText($, result[e]);
|
||
}
|
||
} else {
|
||
result = transElemText($, result[prop]);
|
||
}
|
||
return replaceParams(data, result, $);
|
||
}
|
||
|
||
async function buildData(data) {
|
||
const response = await got.get(data.url);
|
||
const contentType = response.headers['content-type'] || '';
|
||
// 若没有指定编码,则默认utf-8
|
||
let charset = 'utf-8';
|
||
for (const attr of contentType.split(';')) {
|
||
if (attr.includes('charset=')) {
|
||
charset = attr.split('=').pop();
|
||
}
|
||
}
|
||
const responseData = charset === 'utf-8' ? response.data : iconv.decode((await got.get({ url: data.url, responseType: 'buffer' })).data, charset);
|
||
const $ = cheerio.load(responseData);
|
||
const $item = $(data.item.item);
|
||
// 这里应该是可以通过参数注入一些代码的,不过应该无伤大雅
|
||
return {
|
||
link: data.link,
|
||
title: getProp(data, 'title', $),
|
||
description: getProp(data, 'description', $),
|
||
allowEmpty: data.allowEmpty || false,
|
||
item: $item
|
||
.map((_, e) => {
|
||
const $elem = (selector) => $(e).find(selector);
|
||
return {
|
||
title: getProp(data, ['item', 'title'], $elem),
|
||
description: getProp(data, ['item', 'description'], $elem),
|
||
pubDate: getProp(data, ['item', 'pubDate'], $elem),
|
||
link: getProp(data, ['item', 'link'], $elem),
|
||
guid: getProp(data, ['item', 'guid'], $elem),
|
||
};
|
||
})
|
||
.get(),
|
||
};
|
||
}
|
||
|
||
module.exports = buildData;
|
||
module.exports.transElemText = transElemText;
|
||
module.exports.replaceParams = replaceParams;
|
||
module.exports.getProp = getProp;
|