RSSHub/lib/v2/javdb/utils.js

const got = require('@/utils/got');
const cheerio = require('cheerio');
const { parseDate } = require('@/utils/parse-date');
const config = require('@/config').value;
const allowDomain = ['javdb.com', 'javdb36.com', 'javdb007.com', 'javdb521.com'];

module.exports = {
    ProcessItems: async (ctx, currentUrl, title) => {
        const domain = ctx.query.domain ?? 'javdb.com';
        const url = new URL(currentUrl, `https://${domain}`);
        if (!config.feature.allow_user_supply_unsafe_domain && !allowDomain.includes(url.hostname)) {
            ctx.throw(403, `This RSS is disabled unless 'ALLOW_USER_SUPPLY_UNSAFE_DOMAIN' is set to 'true'.`);
        }

        const rootUrl = `https://${domain}`;

        const response = await got({
            method: 'get',
            url: url.href,
        });

        const $ = cheerio.load(response.data);

        $('.tags, .tag-can-play, .over18-modal').remove();

        let items = $('div.item')
            .slice(0, ctx.query.limit ? parseInt(ctx.query.limit) : 20)
            .toArray()
            .map((item) => {
                item = $(item);
                return {
                    title: item.find('.video-title').text(),
                    link: `${rootUrl}${item.find('.box').attr('href')}`,
                    pubDate: parseDate(item.find('.meta').text()),
                };
            });

        items = await Promise.all(
            items.map((item) =>
                ctx.cache.tryGet(item.link, async () => {
                    const detailResponse = await got({
                        method: 'get',
                        url: item.link,
                    });

                    const content = cheerio.load(detailResponse.data);

                    item.enclosure_type = 'application/x-bittorrent';
                    item.enclosure_url = content('#magnets-content button[data-clipboard-text]').first().attr('data-clipboard-text');

                    content('icon').remove();
                    content('#modal-review-watched, #modal-comment-warning, #modal-save-list').remove();
                    content('.review-buttons, .copy-to-clipboard, .preview-video-container, .play-button').remove();

                    content('.preview-images img').each(function () {
                        content(this).removeAttr('data-src');
                        content(this).attr('src', content(this).parent().attr('href'));
                    });

                    item.category = content('.panel-block .value a')
                        .toArray()
                        .map((v) => content(v).text());
                    item.author = content('.panel-block .value').last().parent().find('.value a').first().text();
                    item.description = content('.cover-container, .column-video-cover').html() + content('.movie-panel-info').html() + content('#magnets-content').html() + content('.preview-images').html();

                    return item;
                })
            )
        );

        const htmlTitle = $('title').text();
        const subject = htmlTitle.includes('|') ? htmlTitle.split('|')[0] : '';

        return {
            title: subject === '' ? title : `${subject} - ${title}`,
            link: url.href,
            item: items,
        };
    },
};