Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

fix(cnki): deprecate author articles with :code, now use :name and :company instead #17682

Open
wants to merge 2 commits into
base: master
Choose a base branch
from
+47 −53
Open

fix(cnki): deprecate author articles with :code, now use :name and :company instead #17682

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
9947643
router: fix author
Derekmini Nov 22, 2024
e19dfc2
format
Derekmini Nov 22, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
92 changes: 43 additions & 49 deletions lib/routes/cnki/author.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,16 +1,16 @@
import { Route } from '@/types';
import cache from '@/utils/cache';
import got from '@/utils/got';
import ofetch from '@/utils/ofetch';
import { load } from 'cheerio';
import { parseDate } from '@/utils/parse-date';
import { ProcessItem } from './utils';

const rootUrl = 'https://kns.cnki.net';

export const route: Route = {
path: '/author/:code',
name: '作者',
maintainers: ['Derekmini', 'harveyqiu'],
categories: ['journal'],
example: '/cnki/author/000042423923',
parameters: { code: '作者对应code，可以在网址中得到' },
path: '/author/:name/:company',
parameters: { name: '作者姓名', company: '作者单位' },
features: {
requireConfig: false,
requirePuppeteer: false,
Expand All @@ -19,62 +19,56 @@ export const route: Route = {
supportPodcast: false,
supportScihub: false,
},
name: '作者期刊文献',
example: '/cnki/author/丁晓东/中国人民大学',
description: `:::tip
可能仅限中国大陆服务器访问，以实际情况为准。
:::`,
maintainers: ['harveyqiu', 'Derekmini'],
handler,
};

async function handler(ctx) {
const code = ctx.req.param('code');

const authorInfoUrl = `${rootUrl}/kcms/detail/knetsearch.aspx?sfield=au&code=${code}`;
const res = await got(authorInfoUrl);
const $ = load(res.data);
const authorName = $('#showname').text();
const companyName = $('body > div.wrapper > div.main > div.container.full-screen > div > div:nth-child(3) > h3:nth-child(2) > span > a').text();
const name = ctx.req.param('name');
const company = ctx.req.param('company');
const host = 'https://kns.cnki.net';
const link = `${host}/kns8s/AdvSearch?classid=WD0FTY92`;

const res2 = await got(`${rootUrl}/kns8/Detail`, {
searchParams: {
sdb: 'CAPJ',
sfield: '作者',
skey: authorName,
scode: code,
acode: code,
const response = await ofetch(`${host}/kns8s/brief/grid`, {
method: 'POST',
headers: {
'content-type': 'application/x-www-form-urlencoded;charset=utf-8',
referer: `${host}/kns8s/AdvSearch?classid=WD0FTY92`,
},
followRedirect: false,
});
const authorPageUrl = res2.headers.location;

const regex = /v=([^&]+)/;
const code2 = authorPageUrl.match(regex)[1];

const url = `${rootUrl}/restapi/knowledge-api/v1/experts/relations/resources?v=${code2}&sequence=PT&size=10&sort=desc&start=1&resource=CJFD`;

const res3 = await got(url, { headers: { Referer: authorPageUrl } });
const publications = res3.data.data.data;

const list = publications.map((publication) => {
const metadata = publication.metadata;
const { value: title = '' } = metadata.find((md) => md.name === 'TI') || {};
const { value: date = '' } = metadata.find((md) => md.name === 'PT') || {};
const { value: filename = '' } = metadata.find((md) => md.name === 'FN') || {};

return {
title,
link: `https://cnki.net/kcms/detail/detail.aspx?filename=${filename}&dbcode=CJFD`,
author: authorName,
pubDate: date,
};
body: `boolSearch=true&QueryJson={"Platform":"","Resource":"CROSSDB","Classid":"WD0FTY92","Products":"","QNode":{"QGroup":[{"Key":"Subject","Title":"","Logic":0,"Items":[],"ChildItems":[{"Key":"input[data-tipid=gradetxt-1]","Title":"作者","Logic":0,"Items":[{"Key":"input[data-tipid=gradetxt-1]","Title":"作者","Logic":0,"Field":"AU","Operator":"DEFAULT","Value":"${name}","Value2":""}],"ChildItems":[]},{"Key":"input[data-tipid=gradetxt-2]","Title":"作者单位","Logic":0,"Items":[{"Key":"input[data-tipid=gradetxt-2]","Title":"作者单位","Logic":0,"Field":"AF","Operator":"FUZZY","Value":"${company}","Value2":""}],"ChildItems":[]}]},{"Key":"ControlGroup","Title":"","Logic":0,"Items":[],"ChildItems":[]}]},"ExScope":"0","SearchType":3,"Rlang":"CHINESE","KuaKuCode":"YSTT4HG0,LSTPFY1C,JUP3MUPD,MPMFIG1A,EMRPGLPA,WQ0UVIAA,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R"}&pageNum=1&pageSize=20&sortField=PT&sortType=desc&dstyle=listmode&productStr=YSTT4HG0,LSTPFY1C,RMJLXHZ3,JQIRZIYA,JUP3MUPD,1UR4K4HZ,BPBAFJ5S,R79MZMCB,MPMFIG1A,EMRPGLPA,J708GVCE,ML4DRIDX,WQ0UVIAA,NB3BWEHK,XVLO76FD,HR1YT1Z9,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R,&aside=（作者：${name}(精确)）AND（作者单位：${company}(模糊)）&searchFrom=资源范围：总库; 时间范围：更新时间：不限; &CurPage=1`,
Copy link
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more. 

    const params = new URLSearchParams();
    params.append('boolSearch', 'true');
    params.append(
        'QueryJson',
        JSON.stringify({
            Platform: '',
            Resource: 'CROSSDB',
            Classid: 'WD0FTY92',
            Products: '',
            QNode: {
                QGroup: [
                    {
                        Key: 'Subject',
                        Title: '',
                        Logic: 0,
                        Items: [],
                        ChildItems: [
                            {
                                Key: 'input[data-tipid=gradetxt-1]',
                                Title: '作者',
                                Logic: 0,
                                Items: [
                                    {
                                        Key: 'input[data-tipid=gradetxt-1]',
                                        Title: '作者',
                                        Logic: 0,
                                        Field: 'AU',
                                        Operator: 'DEFAULT',
                                        Value: name,
                                        Value2: '',
                                    },
                                ],
                                ChildItems: [],
                            },
                            {
                                Key: 'input[data-tipid=gradetxt-2]',
                                Title: '作者单位',
                                Logic: 0,
                                Items: [
                                    {
                                        Key: 'input[data-tipid=gradetxt-2]',
                                        Title: '作者单位',
                                        Logic: 0,
                                        Field: 'AF',
                                        Operator: 'FUZZY',
                                        Value: company,
                                        Value2: '',
                                    },
                                ],
                                ChildItems: [],
                            },
                        ],
                    },
                    {
                        Key: 'ControlGroup',
                        Title: '',
                        Logic: 0,
                        Items: [],
                        ChildItems: [],
                    },
                ],
            },
            ExScope: '0',
            SearchType: 3,
            Rlang: 'CHINESE',
            KuaKuCode: 'YSTT4HG0,LSTPFY1C,JUP3MUPD,MPMFIG1A,EMRPGLPA,WQ0UVIAA,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R',
        })
    );
    params.append('pageNum', '1');
    params.append('pageSize', '20');
    params.append('sortField', 'PT');
    params.append('sortType', 'desc');
    params.append('dstyle', 'listmode');
    params.append('productStr', 'YSTT4HG0,LSTPFY1C,RMJLXHZ3,JQIRZIYA,JUP3MUPD,1UR4K4HZ,BPBAFJ5S,R79MZMCB,MPMFIG1A,EMRPGLPA,J708GVCE,ML4DRIDX,WQ0UVIAA,NB3BWEHK,XVLO76FD,HR1YT1Z9,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R,');
    params.append('aside', `（作者：${name}(精确)）AND（作者单位：${company}(模糊)）`);
    params.append('searchFrom', '资源范围：总库;  时间范围：更新时间：不限;');
    params.append('CurPage', '1');
Suggested change
body: `boolSearch=true&QueryJson={"Platform":"","Resource":"CROSSDB","Classid":"WD0FTY92","Products":"","QNode":{"QGroup":[{"Key":"Subject","Title":"","Logic":0,"Items":[],"ChildItems":[{"Key":"input[data-tipid=gradetxt-1]","Title":"作者","Logic":0,"Items":[{"Key":"input[data-tipid=gradetxt-1]","Title":"作者","Logic":0,"Field":"AU","Operator":"DEFAULT","Value":"${name}","Value2":""}],"ChildItems":[]},{"Key":"input[data-tipid=gradetxt-2]","Title":"作者单位","Logic":0,"Items":[{"Key":"input[data-tipid=gradetxt-2]","Title":"作者单位","Logic":0,"Field":"AF","Operator":"FUZZY","Value":"${company}","Value2":""}],"ChildItems":[]}]},{"Key":"ControlGroup","Title":"","Logic":0,"Items":[],"ChildItems":[]}]},"ExScope":"0","SearchType":3,"Rlang":"CHINESE","KuaKuCode":"YSTT4HG0,LSTPFY1C,JUP3MUPD,MPMFIG1A,EMRPGLPA,WQ0UVIAA,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R"}&pageNum=1&pageSize=20&sortField=PT&sortType=desc&dstyle=listmode&productStr=YSTT4HG0,LSTPFY1C,RMJLXHZ3,JQIRZIYA,JUP3MUPD,1UR4K4HZ,BPBAFJ5S,R79MZMCB,MPMFIG1A,EMRPGLPA,J708GVCE,ML4DRIDX,WQ0UVIAA,NB3BWEHK,XVLO76FD,HR1YT1Z9,BLZOG7CK,PWFIRAGL,NN3FJMUV,NLBO1Z6R,&aside=（作者：${name}(精确)）AND（作者单位：${company}(模糊)）&searchFrom=资源范围：总库; 时间范围：更新时间：不限; &CurPage=1`,
body: params.toString(),

});
const $ = load(response);
const list = $('tr')
.toArray()
.slice(1)
.map((item) => {
const title = $(item).find('a.fz14').text();
const filename = $(item).find('a.icon-collect').attr('data-filename');
const link = `https://cnki.net/kcms/detail/detail.aspx?filename=${filename}&dbcode=CJFD`;
const pubDate = parseDate($(item).find('td.date').text(), 'YYYY-MM-DD');
return {
title,
link,
pubDate,
};
});

const items = await Promise.all(list.map((item) => cache.tryGet(item.link, () => ProcessItem(item))));

const processedItems = items
.filter((item): item is Record<string, any> => item !== null && typeof item === 'object')
.map((item) => ({
title: item.title || '',
link: item.link,
pubDate: item.pubDate,
}));

return {
title: `知网 ${authorName} ${companyName}`,
link: authorInfoUrl,
item: items,
title: `知网 ${name} ${company}`,
link,
item: processedItems,
};
}
8 changes: 4 additions & 4 deletions lib/routes/cnki/utils.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,12 +11,12 @@ const ProcessItem = async (item) => {
const $ = load(detailResponse.data);
item.description = art(path.join(__dirname, 'templates/desc.art'), {
author: $('h3.author > span')
.map((_, item) => $(item).text())
.get()
.toArray()
.map((item) => $(item).text())
.join(' '),
company: $('a.author')
.map((_, item) => $(item).text())
.get()
.toArray()
.map((item) => $(item).text())
.join(' '),
content: $('div.row > span.abstract-text').parent().text(),
});
Expand Down
Loading