fix: adapt scut/jwc new api (#2974)

This commit is contained in:
刻诺
2019-09-01 16:42:33 +08:00
committed by DIYgod
parent 2b492952a2
commit aabfd5e60b
5 changed files with 251 additions and 76 deletions

View File

@@ -362,16 +362,20 @@ category 列表:
## 华南理工大学
### 教务处新闻动态
### 教务处通知公告
<Route author="KeNorizon" example="/scut/jwc/1" path="/scut/jwc/:category?" :paramsDesc="['新闻动态分类, 默认为 `1`']">
<Route author="KeNorizon" example="/scut/jwc/notice/all" path="/scut/jwc/notice/:category?" :paramsDesc="['通知分类, 默认为 `all`']">
| 教务通知 | 交流交换 | 新闻动态 | 媒体关注 | 学院通知 |
| -------- | -------- | -------- | -------- | -------- |
| 1 | 2 | 3 | 4 | 5 |
| 全部 | 选课 | 考试 | 实践 | 交流 | 教师 | 信息 |
| ---- | ------ | ---- | -------- | ------------- | ------- | ---- |
| all | course | exam | practice | communication | teacher | info |
</Route>
### 教务处新闻动态
<Route author="KeNorizon" example="/scut/jwc/news" path="/scut/jwc/news" />
## 华南师范大学
### 教务处通知

View File

@@ -644,7 +644,8 @@ router.get('/dgut/xsc/:type?', require('./routes/universities/dgut/xsc'));
router.get('/tju/sse/:type?', require('./routes/universities/tju/sse/notice'));
// 华南理工大学
router.get('/scut/jwc/:category?', require('./routes/universities/scut/jwc'));
router.get('/scut/jwc/notice/:category?', require('./routes/universities/scut/jwc/notice'));
router.get('/scut/jwc/news', require('./routes/universities/scut/jwc/news'));
// 温州商学院
router.get('/wzbc/:type?', require('./routes/universities/wzbc/news'));

View File

@@ -1,70 +0,0 @@
const got = require('@/utils/got');
const cheerio = require('cheerio');
const url = require('url');
const baseUrl = 'http://jwc.scuteo.com/';
const categoryMap = {
'1': { title: '教务通知', id: 'f25701314e90988c014e90ad57500004' },
'2': { title: '交流交换', id: 'ff8080815bc6f38d015bd27cc8d8001d' },
'3': { title: '新闻动态', id: '8a8a8a5d4ed24d4a014ed26f32600000' },
'4': { title: '媒体关注', id: '8a8a8a5d4ed27047014ed272fb000001' },
'5': { title: '学院通知', id: '8a8a8a5d4ed27047014ed2729a770000' },
};
module.exports = async (ctx) => {
const category = ctx.params.category || '1';
const categoryData = categoryMap[category];
const listLink = baseUrl + 'jiaowuchu/cms/category/index.do?id=' + categoryData.id;
const listResponse = await got({
method: 'post',
url: baseUrl + 'jiaowuchu/cms/category/index.do',
form: true,
data: {
id: categoryData.id,
offset: 0,
pagesize: 20,
},
headers: {
Referer: listLink,
},
});
const itemList = listResponse.data.results.splice(0, 10);
const out = await Promise.all(
itemList.map(async (itemData) => {
const itemUrl = url.resolve(baseUrl, 'jiaowuchu' + itemData.href);
const cache = await ctx.cache.get(itemUrl);
if (cache) {
return Promise.resolve(JSON.parse(cache));
}
const itemResponse = await got.get(itemUrl);
const $ = cheerio.load(itemResponse.data);
const desc = $('.department-content-detail');
const item = {
title: itemData.title,
link: itemUrl,
description:
desc.length > 0
? desc
.html()
.replace(/src="\//g, `src="${url.resolve(baseUrl, '.')}`)
.replace(/href="\//g, `href="${url.resolve(baseUrl, '.')}`)
.trim()
: null,
pubDate: itemData.date,
};
ctx.cache.set(itemUrl, JSON.stringify(item));
return Promise.resolve(item);
})
);
ctx.state.data = {
title: '华南理工大学教务处 - ' + categoryData.title,
link: listLink,
item: out,
};
};

View File

@@ -0,0 +1,117 @@
const got = require('@/utils/got');
const url = require('url');
const querystring = require('querystring');
const baseUrl = 'http://jw.scut.edu.cn';
const refererUrl = baseUrl + '/dist/';
const listPageUrl = baseUrl + '/zhinan/cms/toNews.do';
const listApiUrl = baseUrl + '/zhinan/jw/api/v2/findNewsTrends.do';
const articleApiUrl = baseUrl + '/zhinan/jw/api/v2/getArticleInfo.do';
const getArticleUrlById = (id) => `${baseUrl}/zhinan/cms/article/view.do?type=posts&id=${id}`;
const getArticleMobileUrlById = (id) => `${baseUrl}/dist/#/detail/index?id=${id}&type=news`;
const convertTimezoneToCST = (date) => {
const timeZone = 8;
const serverOffset = date.getTimezoneOffset() / 60;
return new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset));
};
const generateArticlePubDate = (createDateStr) => {
const date = new Date(createDateStr);
date.setHours(8);
date.setMinutes(0);
date.setSeconds(0);
date.setMilliseconds(0);
return convertTimezoneToCST(date);
};
const isRedirectPage = (data) => !!data.link;
const resolveRelativeUrl = (html) => html.replace(/src="\//g, `src="${url.resolve(baseUrl, '.')}`).replace(/href="\//g, `href="${url.resolve(baseUrl, '.')}`);
const apiSuccessAssert = (data) => {
if (!data.success) {
throw Error('article api error');
}
};
const generateBannerImgHtml = (bannerImageUrl) => {
if (bannerImageUrl) {
return `<p><img src="${bannerImageUrl}"></p>`;
} else {
return '';
}
};
const generateArticleLink = (id) => `<p>链接:<a href="${getArticleUrlById(id)}">电脑版</a>&nbsp;|&nbsp;<a href="${getArticleMobileUrlById(id)}">手机版</a></p>`;
const generateArticleFullText = (data) => generateBannerImgHtml(data.bannerUrl) + resolveRelativeUrl(data.content) + generateArticleLink(data.id);
module.exports = async (ctx) => {
const qs = querystring.stringify({
pageNo: 1,
pageSize: 20,
});
const listApiResponse = await got({
method: 'post',
url: `${listApiUrl}?${qs}`,
headers: {
Referer: refererUrl,
},
});
apiSuccessAssert(listApiResponse.data);
const articleMetaArray = listApiResponse.data.data.list;
const out = await Promise.all(
articleMetaArray.map(async (articleMeta) => {
const articleUrl = getArticleUrlById(articleMeta.id);
const cache = await ctx.cache.get(articleUrl);
if (cache) {
return Promise.resolve(JSON.parse(cache));
}
const qs = querystring.stringify({
id: articleMeta.id,
categoryType: '',
});
const articleApiResponse = await got({
method: 'post',
url: `${articleApiUrl}?${qs}`,
headers: {
Referer: refererUrl,
},
});
apiSuccessAssert(articleApiResponse.data);
const articleData = articleApiResponse.data.data;
articleData.id = articleMeta.id;
let articleFullText = null;
if (!isRedirectPage(articleData)) {
articleFullText = generateArticleFullText(articleData);
}
const item = {
title: articleData.name,
link: articleUrl,
description: articleFullText,
pubDate: generateArticlePubDate(articleData.createDate).toUTCString(),
};
ctx.cache.set(articleUrl, JSON.stringify(item));
return Promise.resolve(item);
})
);
ctx.state.data = {
title: '华南理工大学教务处新闻动态',
link: listPageUrl,
item: out,
};
};

View File

@@ -0,0 +1,123 @@
const got = require('@/utils/got');
const url = require('url');
const querystring = require('querystring');
const baseUrl = 'http://jw.scut.edu.cn';
const refererUrl = baseUrl + '/dist/';
const listPageUrl = baseUrl + '/zhinan/cms/toPosts.do';
const listApiUrl = baseUrl + '/zhinan/jw/api/v2/findInformNotice.do';
const articleApiUrl = baseUrl + '/zhinan/jw/api/v2/getArticleInfo.do';
const getArticleUrlById = (id) => `${baseUrl}/zhinan/cms/article/view.do?type=posts&id=${id}`;
const getArticleMobileUrlById = (id) => `${baseUrl}/dist/#/detail/index?id=${id}&type=notice`;
const categoryMap = {
all: { title: '全部', tag: '0' },
course: { title: '选课', tag: '1' },
exam: { title: '考试', tag: '2' },
practice: { title: '实践', tag: '3' },
communication: { title: '交流', tag: '4' },
teacher: { title: '教师', tag: '5' },
info: { title: '信息', tag: '6' },
};
const convertTimezoneToCST = (date) => {
const timeZone = 8;
const serverOffset = date.getTimezoneOffset() / 60;
return new Date(date.getTime() - 60 * 60 * 1000 * (timeZone + serverOffset));
};
const generateArticlePubDate = (createDateStr) => {
const date = new Date(createDateStr);
date.setHours(8);
date.setMinutes(0);
date.setSeconds(0);
date.setMilliseconds(0);
return convertTimezoneToCST(date);
};
const isRedirectPage = (data) => !!data.link;
const resolveRelativeUrl = (html) => html.replace(/src="\//g, `src="${url.resolve(baseUrl, '.')}`).replace(/href="\//g, `href="${url.resolve(baseUrl, '.')}`);
const apiSuccessAssert = (data) => {
if (!data.success) {
throw Error('article api error');
}
};
const generateArticleLink = (id) => `<p>链接:<a href="${getArticleUrlById(id)}">电脑版</a>&nbsp;|&nbsp;<a href="${getArticleMobileUrlById(id)}">手机版</a></p>`;
const generateArticleFullText = (data) => resolveRelativeUrl(data.content) + generateArticleLink(data.id);
module.exports = async (ctx) => {
const categoryName = ctx.params.category || 'all';
const categoryMeta = categoryMap[categoryName];
const qs = querystring.stringify({
pageNo: 1,
pageSize: 20,
tag: categoryMeta.tag,
});
const listApiResponse = await got({
method: 'post',
url: `${listApiUrl}?${qs}`,
headers: {
Referer: refererUrl,
},
});
apiSuccessAssert(listApiResponse.data);
const articleMetaArray = listApiResponse.data.data.list;
const out = await Promise.all(
articleMetaArray.map(async (articleMeta) => {
const articleUrl = getArticleUrlById(articleMeta.id);
const cache = await ctx.cache.get(articleUrl);
if (cache) {
return Promise.resolve(JSON.parse(cache));
}
const qs = querystring.stringify({
id: articleMeta.id,
categoryType: '',
});
const articleApiResponse = await got({
method: 'post',
url: `${articleApiUrl}?${qs}`,
headers: {
Referer: refererUrl,
},
});
apiSuccessAssert(articleApiResponse.data);
const articleData = articleApiResponse.data.data;
articleData.id = articleMeta.id;
let articleFullText = null;
if (!isRedirectPage(articleData)) {
articleFullText = generateArticleFullText(articleData);
}
const item = {
title: articleData.name,
link: articleUrl,
description: articleFullText,
pubDate: generateArticlePubDate(articleData.createDate).toUTCString(),
};
ctx.cache.set(articleUrl, JSON.stringify(item));
return Promise.resolve(item);
})
);
ctx.state.data = {
title: '华南理工大学教务处通知公告 - ' + categoryMeta.title,
link: listPageUrl,
item: out,
};
};