Skip to content

Commit

Permalink
feat(route): add 中华人民共和国农业农村部国际合作司 (DIYgod#18435)
Browse files Browse the repository at this point in the history
* feat(route): add 中华人民共和国农业农村部国际合作司

* fix typo
  • Loading branch information
nczitzk authored Feb 24, 2025
1 parent 9f644b1 commit 32c6d01
Showing 1 changed file with 210 additions and 0 deletions.
210 changes: 210 additions & 0 deletions lib/routes/gov/moa/gjs.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,210 @@
import { type Data, type DataItem, type Route, ViewType } from '@/types';

import cache from '@/utils/cache';
import ofetch from '@/utils/ofetch';
import { parseDate } from '@/utils/parse-date';
import timezone from '@/utils/timezone';

import { type CheerioAPI, type Cheerio, type Element, load } from 'cheerio';
import { type Context } from 'hono';

export const handler = async (ctx: Context): Promise<Data> => {
const { category = 'gzdt' } = ctx.req.param();
const limit: number = Number.parseInt(ctx.req.query('limit') ?? '30', 10);

const baseUrl: string = 'http://www.gjs.moa.gov.cn';
const targetUrl: string = new URL(category.endsWith('/') ? category : `${category}/`, baseUrl).href;

const response = await ofetch(targetUrl);
const $: CheerioAPI = load(response);
const language = $('html').attr('lang') ?? 'zh-CN';

let items: DataItem[] = [];

items = $('ul#div li')
.slice(0, limit)
.toArray()
.map((el): Element => {
const $el: Cheerio<Element> = $(el);

const aEl: Cheerio<Element> = $el.find('a');

const title: string = aEl.attr('title') ?? $el.find('span.sj_gztzle').text();
const pubDateStr: string | undefined = $el.find('span.sj_gztzri').text();
const linkUrl: string | undefined = aEl.attr('href');
const upDatedStr: string | undefined = pubDateStr;

const processedItem: DataItem = {
title,
pubDate: parseDate(pubDateStr),
link: linkUrl ? new URL(linkUrl, targetUrl).href : undefined,
updated: parseDate(upDatedStr),
language,
};

return processedItem;
});

items = (
await Promise.all(
items.map((item) => {
if (!item.link) {
return item;
}

return cache.tryGet(item.link, async (): Promise<DataItem> => {
const detailResponse = await ofetch(item.link);
const $$: CheerioAPI = load(detailResponse);

const title: string = $$('meta[name="ArticleTitle"]').attr('content') ?? '';
const description: string = $$('div.TRS_Editor').html() ?? '';
const pubDateStr: string | undefined = $$('meta[name="PubDate"]').attr('content');
const linkUrl: string | undefined = $$('meta[name="Url"]').attr('content');
const categoryEls: Element[] = $$('meta[name="ColumnName"], meta[name="ContentSource"], meta[name="Keywords"]').toArray();
const categories: string[] = [...new Set(categoryEls.map((el) => $$(el).attr('content') as string).filter(Boolean))];
const authors: DataItem['author'] = $$('meta[name="Author"]').attr('content');
const upDatedStr: string | undefined = pubDateStr;

let processedItem: DataItem = {
title,
description,
pubDate: pubDateStr ? timezone(parseDate(pubDateStr), +8) : item.pubDate,
link: linkUrl ?? item.link,
category: categories,
author: authors,
content: {
html: description,
text: description,
},
updated: upDatedStr ? timezone(parseDate(upDatedStr), +8) : item.updated,
language,
};

const $enclosureEl: Cheerio<Element> = $$('div.sj_fujianxia_right ul li a').first();
const enclosureUrl: string | undefined = $enclosureEl.attr('href');

if (enclosureUrl) {
const enclosureType: string = `application/${enclosureUrl.split('.').pop()}`;
const enclosureTitle: string = $enclosureEl.text();

processedItem = {
...processedItem,
enclosure_url: new URL(enclosureUrl, item.link).href,
enclosure_type: enclosureType,
enclosure_title: enclosureTitle || title,
};
}

return {
...item,
...processedItem,
};
});
})
)
).filter((_): _ is DataItem => true);

const author: string = '中华人民共和国农业农村部国际合作司';
const description: string = $('meta[name="ColumnName"]').attr('content') ?? '';

return {
title: `${author} - ${description}`,
description,
link: targetUrl,
item: items,
allowEmpty: true,
image: new URL('images/logo-china.png', baseUrl).href,
author,
language,
};
};

export const route: Route = {
path: '/moa/gjs/:category{.+}?',
name: '中华人民共和国农业农村部国际合作司',
url: 'www.gjs.moa.gov.cn',
maintainers: ['nczitzk'],
handler,
example: '/gov/moa/gjs/gzdt',
parameters: {
category: {
description: '分类,默认为 `gzdt`,即工作动态,可在对应分类页 URL 中找到',
options: [
{
label: '工作动态',
value: 'gzdt',
},
{
label: '通知公告',
value: 'tzgg',
},
{
label: '“一带一路”合作和农业走出去',
value: 'ydylhzhhnyzcq',
},
{
label: '农业国际贸易监测与展望',
value: 'ncpmy',
},
{
label: '多双边合作',
value: 'dsbhz',
},
],
},
},
description: `:::tip
若订阅 [中华人民共和国农业农村部国际合作司工作动态](https://www.gjs.moa.gov.cn/gzdt/),网址为 \`https://www.gjs.moa.gov.cn/gzdt/\`,请截取 \`https://www.gjs.moa.gov.cn/\` 到末尾 \`/\` 的部分 \`gzdt\` 作为 \`category\` 参数填入,此时目标路由为 [\`/gov/moa/gjs/gzdt\`](https://rsshub.app/gov/moa/gjs/gzdt)。
:::
| [工作动态](http://www.gjs.moa.gov.cn/gzdt/) | [通知公告](http://www.gjs.moa.gov.cn/tzgg/) | [“一带一路”合作和农业走出去](http://www.gjs.moa.gov.cn/ydylhzhhnyzcq/) | [农业国际贸易监测与展望](http://www.gjs.moa.gov.cn/ncpmy/) | [多双边合作](http://www.gjs.moa.gov.cn/dsbhz/) |
| ------------------------------------------- | ------------------------------------------- | ---------------------------------------------------------------------- | ---------------------------------------------------------- | ---------------------------------------------- |
| [gzdt](https://rsshub.app/gov/moa/gjs/gzdt) | [tzgg](https://rsshub.app/gov/moa/gjs/tzgg) | [ydylhzhhnyzcq](https://rsshub.app/gov/moa/gjs/ydylhzhhnyzcq) | [ncpmy](https://rsshub.app/gov/moa/gjs/ncpmy) | [dsbhz](https://rsshub.app/gov/moa/gjs/dsbhz) |
`,
categories: ['government'],
features: {
requireConfig: false,
requirePuppeteer: false,
antiCrawler: false,
supportRadar: true,
supportBT: false,
supportPodcast: false,
supportScihub: false,
},
radar: [
{
source: ['www.gjs.moa.gov.cn/:category{.+}?'],
target: (params) => {
const category: string = params.category;

return `/gov/moa/gjs${category ? `/${category}` : ''}`;
},
},
{
title: '工作动态',
source: ['www.gjs.moa.gov.cn/gzdt/'],
target: '/moa/gjs/gzdt',
},
{
title: '通知公告',
source: ['www.gjs.moa.gov.cn/tzgg/'],
target: '/moa/gjs/tzgg',
},
{
title: '“一带一路”合作和农业走出去',
source: ['www.gjs.moa.gov.cn/ydylhzhhnyzcq/'],
target: '/moa/gjs/ydylhzhhnyzcq',
},
{
title: '农业国际贸易监测与展望',
source: ['www.gjs.moa.gov.cn/ncpmy/'],
target: '/moa/gjs/ncpmy',
},
{
title: '多双边合作',
source: ['www.gjs.moa.gov.cn/dsbhz/'],
target: '/moa/gjs/dsbhz',
},
],
view: ViewType.Articles,
};

0 comments on commit 32c6d01

Please sign in to comment.