mirror of
https://github.com/DIYgod/RSSHub.git
synced 2025-12-04 19:59:54 +08:00
ace2b69f3e
* Add a new router for fx-markets.com * Correct link to doc in radar definition * Add en docs for fx-markets.com * Update docs section title as suggested * Use parseDate instead of date; remove unnecessary async as suggested
57 lines
2.2 KiB
JavaScript
57 lines
2.2 KiB
JavaScript
const cheerio = require('cheerio');
|
|
const got = require('@/utils/got');
|
|
const { parseDate } = require('@/utils/parse-date');
|
|
|
|
module.exports = async (ctx) => {
|
|
const channel = ctx.params.channel;
|
|
const link = `https://www.fx-markets.com/${channel}`;
|
|
const html = (await got(link)).data;
|
|
const $ = cheerio.load(html);
|
|
const pageTitle = $('header.select-header > h1').text();
|
|
const title = `FX-Markets ${pageTitle}`;
|
|
|
|
const items = $('div#listings').children();
|
|
const articles = items
|
|
.map((i, el) => {
|
|
const $el = $(el);
|
|
const $titleEl = $el.find('h5 > a');
|
|
const articleURL = `https://www.fx-markets.com${$titleEl.attr('href')}`;
|
|
const articleTitle = $titleEl.attr('title');
|
|
return {
|
|
title: articleTitle,
|
|
link: articleURL,
|
|
pubDate: parseDate($el.find('time').text()),
|
|
};
|
|
})
|
|
.get();
|
|
|
|
const result = await Promise.all(
|
|
articles.map((item) =>
|
|
ctx.cache.tryGet(item.link, async () => {
|
|
const res = await got(item.link);
|
|
const doc = cheerio.load(res.data);
|
|
// This script holds publish datetime info {"datePublished": "2022-05-12T08:45:04+01:00"}
|
|
const dateScript = doc('script[type="application/ld+json"]').get()[0].children[0].data;
|
|
const re = /"datePublished": "(?<dateTimePub>.*)"/;
|
|
const dateStr = re.exec(dateScript).groups.dateTimePub;
|
|
const pubDateTime = parseDate(dateStr, 'YYYY-MM-DDTHH:mm:ssZ');
|
|
// Exclude hidden print message
|
|
item.description = doc('div.article-page-body-content:not(.print-access-info)').html();
|
|
return {
|
|
title: item.title,
|
|
link: item.link,
|
|
description: item.description,
|
|
// if we fail to get accurate publish date time, show date only from article link on index page.
|
|
pubDate: pubDateTime ? pubDateTime : item.pubDate,
|
|
};
|
|
})
|
|
)
|
|
);
|
|
|
|
ctx.state.data = {
|
|
title,
|
|
link,
|
|
item: result,
|
|
};
|
|
};
|