feat: Add the Letterboxd user diary router. (#3810)

docs/en/new-media.md

@@ -73,6 +73,9 @@ Provides a better reading experience (full text articles) over the official one.
 
 </RouteEn>
 
+## Letterboxd
+
+<RouteEn author="loganrockmore" example="/letterboxd/user/diary/demiadejuyigbe" path="/letterboxd/user/diary/:username" :paramsDesc="['username']" />
 ## Nautilus
 
 ### Topics

lib/router.js

@@ -2170,4 +2170,7 @@ router.get('/mqube/tag/:tag', require('./routes/mqube/tag'));
 router.get('/mqube/latest', require('./routes/mqube/latest'));
 router.get('/mqube/top', require('./routes/mqube/top'));
 
+// Letterboxd
+router.get('/letterboxd/user/diary/:username', require('./routes/letterboxd/userdiary'));
+
 module.exports = router;

lib/routes/letterboxd/userdiary.js

@@ -0,0 +1,8 @@
+const utils = require('./utils');
+
+module.exports = async (ctx) => {
+    const url = `https://letterboxd.com/${ctx.params.username}/films/diary/by/added/`;
+    const title = `Letterboxd - diary - ${ctx.params.username}`;
+
+    ctx.state.data = await utils.getData(ctx, url, title);
+};

lib/routes/letterboxd/utils.js

@@ -0,0 +1,102 @@
+const got = require('@/utils/got');
+const cheerio = require('cheerio');
+
+async function loadReview(existingDescription, path) {
+    const url = `https://letterboxd.com/${path}`;
+
+    const response = await got.get(url);
+    const $ = cheerio.load(response.data);
+
+    const review = $('div.review');
+
+    // remove the content that we don't want to show
+    review.find('.hidden').remove();
+    review.find('.has-spoilers').remove();
+
+    // generate the new description
+    const reviewText = review.html();
+    const newDescription = existingDescription.concat(`<br />${reviewText}`);
+
+    return {
+        description: newDescription,
+    };
+}
+
+async function ProcessFeed(list, username, caches) {
+    return await Promise.all(
+        list.map(async (item) => {
+            const $ = cheerio.load(item);
+
+            const itemUrl = $('.td-film-details a').attr('href');
+
+            const dateString = $('.td-day > a')
+                .attr('href')
+                .replace('/' + username + '/films/diary/for/', '')
+                .replace(/\/$/, '');
+            const pubDate = new Date(dateString).toUTCString();
+
+            const displayDate = new Date(dateString).toDateString();
+
+            const filmTitle = $('.td-film-details a').text();
+            const rating = $('.td-rating .rating').text();
+            const liked = $('.td-like > .has-icon').length > 0;
+            const rewatch = $('.td-rewatch.icon-status-off').length <= 0;
+            const hasReview = $('.td-review.icon-status-off').length <= 0;
+
+            let descriptionText = `<b>${filmTitle}</b><br />Watched: ${displayDate}<br />Rating: ${rating}`;
+
+            if (liked) {
+                descriptionText = descriptionText.concat('<br />Liked');
+            }
+            if (rewatch) {
+                descriptionText = descriptionText.concat('<br />Rewatch');
+            }
+
+            const single = {
+                title: filmTitle,
+                link: itemUrl,
+                author: username,
+                guid: itemUrl,
+                pubDate: pubDate,
+            };
+
+            if (hasReview) {
+                const description = await caches.tryGet(itemUrl, async () => await loadReview(descriptionText, itemUrl));
+
+                return Promise.resolve(Object.assign({}, single, description));
+            }
+
+            const description = {
+                description: descriptionText,
+            };
+
+            return Promise.resolve(Object.assign({}, single, description));
+        })
+    );
+}
+
+const getData = async (ctx, url, title) => {
+    const response = await got({
+        method: 'get',
+        url: url,
+        headers: {
+            Referer: url,
+        },
+    });
+
+    const $ = cheerio.load(response.data);
+    const list = $('.diary-entry-row').get();
+
+    const result = await ProcessFeed(list, ctx.params.username, ctx.cache);
+
+    return {
+        title: title,
+        link: url,
+        description: $('meta[name="description"]').attr('content'),
+        item: result,
+    };
+};
+
+module.exports = {
+    getData,
+};