772 lines
21 KiB
JavaScript
772 lines
21 KiB
JavaScript
{
|
||
"translatorID":"5c95b67b-41c5-4f55-b71a-48d5d7183063",
|
||
"label":"CNKI",
|
||
"creator":"Ace Strong <acestrong@gmail.com> and Heromyth <zxpmyth@yahoo.com.cn>",
|
||
"target":"^https?://(?:(?:(dlib|epub|acad|apj1|law1)\\.cnki\\.net)|(?:[0-9\\.]+))/(?:grid2008|kns50|Kns55|kcms)",
|
||
"minVersion":"2.0rc1",
|
||
"maxVersion":"",
|
||
"priority":100,
|
||
"inRepository":"1",
|
||
"translatorType":4,
|
||
"lastUpdated":"2010-10-12 15:25:46"
|
||
}
|
||
|
||
/*
|
||
CNKI(China National Knowledge Infrastructure) Translator
|
||
Copyright (C) 2009-2010 TAO Cheng, acestrong@gmail.com
|
||
|
||
This program is free software: you can redistribute it and/or modify
|
||
it under the terms of the GNU General Public License as published by
|
||
the Free Software Foundation, either version 3 of the License, or
|
||
(at your option) any later version.
|
||
|
||
This program is distributed in the hope that it will be useful,
|
||
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||
GNU General Public License for more details.
|
||
|
||
You should have received a copy of the GNU General Public License
|
||
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||
*/
|
||
|
||
// #######################
|
||
// ##### Sample URLs #####
|
||
// #######################
|
||
|
||
/*
|
||
* The starting point for an search is the URL below.
|
||
* In testing, I tried the following:
|
||
*
|
||
* - A search listing of journals
|
||
* - A search listing of phd thesis
|
||
* - A search listing of master thesis
|
||
* - A search listing of conference papers
|
||
* - A search listing of newspaper articles
|
||
* - A journal paper page
|
||
* - A phd thesis page
|
||
* - A master thesis page
|
||
* - A conference paper page
|
||
* - A newspaper article page
|
||
*/
|
||
// http://epub.cnki.net/grid2008/index/ZKCALD.htm
|
||
|
||
|
||
// #################################
|
||
// #### Local utility functions ####
|
||
// #################################
|
||
|
||
function detectCode(url) {
|
||
var pattern = /(?:dbcode|dbname)=([A-Z]{4})/i;
|
||
if (pattern.test(url)) {
|
||
var code = pattern.exec(url)[1];
|
||
return code;
|
||
}
|
||
}
|
||
|
||
function getResolver(doc) {
|
||
var namespace, resolver;
|
||
namespace = doc.documentElement.namespaceURI;
|
||
if (namespace) {
|
||
resolver = function(prefix) {
|
||
if (prefix == 'x') {
|
||
return namespace;
|
||
} else {
|
||
return null;
|
||
}
|
||
};
|
||
} else {
|
||
resolver = null;
|
||
}
|
||
return resolver;
|
||
}
|
||
|
||
function trimTags(text) {
|
||
var pattern = /(<.*?>)/g;
|
||
text = text.replace(pattern, "");
|
||
return text;
|
||
}
|
||
|
||
function trimMultiline(text) {
|
||
var pattern = /(\s{2,})/g;
|
||
text = text.replace(pattern, "\n");
|
||
return text;
|
||
}
|
||
|
||
// #############################
|
||
// ##### Scraper functions #####
|
||
// #############################
|
||
|
||
// work for journalArticle
|
||
function scrapeAndParse1(url) {
|
||
// Zotero.debug("journalArticle");
|
||
Zotero.Utilities.doGet(url, function(page) {
|
||
var pattern;
|
||
|
||
// 类型 & URL
|
||
var itemType = "journalArticle";
|
||
var newItem = new Zotero.Item(itemType);
|
||
// Zotero.debug(url);
|
||
newItem.url = url;
|
||
|
||
// 标题
|
||
pattern = /<span (?:id="chTitle"|class='datatitle')>(.*?)<\/span>/;
|
||
if (pattern.test(page)) {
|
||
var title = trimTags(pattern.exec(page)[1]);
|
||
newItem.title = title;
|
||
// Zotero.debug("title: "+title);
|
||
}
|
||
|
||
// 作者
|
||
var authorNames;
|
||
pattern = /【作者】(?:[\s\S]*?)GetLinkListEx\('(.*?);','/;
|
||
if (pattern.test(page)) {
|
||
authorNames = pattern.exec(page)[1].split(";");
|
||
} else {
|
||
pattern = /【作者】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
authorNames = trimTags(pattern.exec(page)[1]).split(";");
|
||
}
|
||
}
|
||
if (authorNames) {
|
||
for (var i=0; i<authorNames.length; i++) {
|
||
var authorName = Zotero.Utilities.trim(authorNames[i]);
|
||
if (authorName.length > 0) {
|
||
newItem.creators.push(
|
||
Zotero.Utilities.cleanAuthor(authorNames[i],
|
||
"author", true));
|
||
}
|
||
}
|
||
// Zotero.debug("authorNames:\n"+authorNames);
|
||
}
|
||
|
||
// 摘要
|
||
var abst;
|
||
pattern = /【摘要】\s*<[^>]*>(.*?)<\/span>/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
} else {
|
||
pattern = /【摘要】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
}
|
||
}
|
||
if (abst) {
|
||
// Zotero.debug("abstract:\n"+abst);
|
||
newItem.abstractNote = Zotero.Utilities.trim(abst);
|
||
}
|
||
pattern = /【Abstract】\s*<[^>]*>(.*?)<\/span>/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
} else {
|
||
pattern = /【英文摘要】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
}
|
||
}
|
||
if (abst) {
|
||
// Zotero.debug("abstract:\n"+abst);
|
||
if (newItem.abstractNote===undefined) {
|
||
newItem.abstractNote = Zotero.Utilities.trim(abst);
|
||
} else {
|
||
newItem.abstractNote = newItem.abstractNote + "\n"
|
||
+ Zotero.Utilities.trim(abst);
|
||
}
|
||
}
|
||
// Zotero.debug(newItem.abstractNote);
|
||
|
||
// 关键词
|
||
var tags;
|
||
pattern = /【关键词】(?:[\s\S]*?)KeywordFilter\('(.*?)'\),'kw'/;
|
||
if (pattern.test(page)) {
|
||
tags = pattern.exec(page)[1].split(";");
|
||
} else {
|
||
pattern = /【中文关键词】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
}
|
||
}
|
||
if (tags) {
|
||
for (var i=0; i<tags.length; i++) {
|
||
var tag = Zotero.Utilities.trim(tags[i]);
|
||
if (tag.length>0 && newItem.tags.indexOf(tag)<0) {
|
||
newItem.tags.push(tag);
|
||
}
|
||
}
|
||
// Zotero.debug("tags:\n"+tags);
|
||
}
|
||
pattern = /【Key words】(?:[\s\S]*?)GetLinkList\('(.*?)','kw'/;
|
||
if (pattern.test(page)) {
|
||
tags = pattern.exec(page)[1].split(";");
|
||
} else {
|
||
pattern = /【英文关键词】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
}
|
||
}
|
||
if (tags) {
|
||
for (var i=0; i<tags.length; i++) {
|
||
var tag = Zotero.Utilities.trim(tags[i]);
|
||
if (tag.length>0 && newItem.tags.indexOf(tag)<0) {
|
||
newItem.tags.push(tag);
|
||
}
|
||
}
|
||
// Zotero.debug("tags:\n"+tags);
|
||
}
|
||
|
||
// 文献出处 & DOI & 出版时间
|
||
pattern = /【文献出处】([\s\S]*?)<\/a>/;
|
||
if (pattern.test(page)) {
|
||
var publicationTitle = trimTags(pattern.exec(page)[1]);
|
||
newItem.publicationTitle = Zotero.Utilities.trim(publicationTitle);
|
||
// Zotero.debug("publicationTitle: "+publicationTitle);
|
||
}
|
||
var doi;
|
||
pattern = /【DOI】(.*?)<\/li>/;
|
||
if (pattern.test(page)) {
|
||
doi= pattern.exec(page)[1];
|
||
} else {
|
||
pattern = /【DOI】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
doi= trimTags(pattern.exec(page)[1]);
|
||
}
|
||
}
|
||
if (doi) {
|
||
newItem.DOI = Zotero.Utilities.trim(doi);
|
||
// Zotero.debug("doi: "+doi);
|
||
}
|
||
pattern = /【文献出处】(?:[\s\S]*?)(\d{4})年\s*(\d{2})(卷|期)/;
|
||
if (pattern.test(page)) {
|
||
var date = pattern.exec(page)[1];
|
||
newItem.date = date;
|
||
var val = pattern.exec(page)[2];
|
||
var attr = pattern.exec(page)[3];
|
||
if (attr == "卷") {
|
||
newItem.volume = val;
|
||
} else {
|
||
newItem.issue = val;
|
||
}
|
||
// Zotero.debug("date: "+date);
|
||
// Zotero.debug("val: "+val);
|
||
// Zotero.debug("attr: "+attr);
|
||
}
|
||
|
||
newItem.complete();
|
||
});
|
||
}
|
||
|
||
// work for thesis
|
||
function scrapeAndParse2(url) {
|
||
// Zotero.debug("thesis");
|
||
Zotero.Utilities.doGet(url, function(page) {
|
||
var pattern;
|
||
|
||
// 类型 & URL
|
||
var itemType = "thesis";
|
||
var newItem = new Zotero.Item(itemType);
|
||
// Zotero.debug(url);
|
||
newItem.url = url;
|
||
var code = detectCode(url);
|
||
if (code == "CDFD") {
|
||
newItem.thesisType = "博士论文"
|
||
} else {
|
||
newItem.thesisType = "硕士论文"
|
||
}
|
||
// Zotero.debug(newItem.thesisType);
|
||
|
||
|
||
// 标题
|
||
pattern = /<span (?:id="chTitle"|class='datatitle')>(.*?)<\/span>/;
|
||
if (pattern.test(page)) {
|
||
var title = pattern.exec(page)[1];
|
||
pattern = /(<.*?>)/g;
|
||
title = title.replace(pattern, "");
|
||
newItem.title = title;
|
||
// Zotero.debug("title: "+title);
|
||
}
|
||
|
||
// 作者
|
||
pattern = /【作者】([\s\S]*?)<\/a>/;
|
||
if (pattern.test(page)) {
|
||
var authorNames = trimTags(pattern.exec(page)[1]).split(";");
|
||
for (var i=0; i<authorNames.length; i++) {
|
||
newItem.creators.push(
|
||
Zotero.Utilities.cleanAuthor(authorNames[i],
|
||
"author", true));
|
||
}
|
||
// Zotero.debug("authorNames:\n"+authorNames);
|
||
}
|
||
|
||
// 导师
|
||
pattern = /【导师】([\s\S]*?)<\/a>/;
|
||
if (pattern.test(page)) {
|
||
var directors = trimTags(pattern.exec(page)[1]).split(";");
|
||
for (var i=0; i<directors.length; i++) {
|
||
newItem.creators.push(
|
||
Zotero.Utilities.cleanAuthor(trimTags(directors[i]),
|
||
"director", true));
|
||
}
|
||
// Zotero.debug("directors: "+directors);
|
||
}
|
||
|
||
// 摘要
|
||
var abst;
|
||
pattern = /ReplaceFont\('ChDivSummary','(.*?)(?='\);ReplaceFont)/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
} else {
|
||
pattern = /【中文摘要】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
}
|
||
}
|
||
if (abst) {
|
||
// Zotero.debug("abstract:\n"+abst);
|
||
newItem.abstractNote = trimMultiline(abst);
|
||
}
|
||
pattern = /ReplaceFont\('EnDivSummary','(.*?)(?='\);if)/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
} else {
|
||
pattern = /【英文摘要】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
abst = trimTags(pattern.exec(page)[1]);
|
||
}
|
||
}
|
||
if (abst) {
|
||
// Zotero.debug("abstract:\n"+abst);
|
||
if (newItem.abstractNote===undefined) {
|
||
newItem.abstractNote = Zotero.Utilities.trim(abst);
|
||
} else {
|
||
newItem.abstractNote = newItem.abstractNote + "\n"
|
||
+ trimMultiline(abst);
|
||
}
|
||
}
|
||
// Zotero.debug(newItem.abstractNote);
|
||
|
||
// 关键词
|
||
var tags;
|
||
pattern = /【关键词】\s*<span[^>]*>(.*?)<\/a>*<\/span>/;
|
||
if (pattern.test(page)) {
|
||
tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
} else {
|
||
pattern = /【关键词】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
}
|
||
}
|
||
if (tags) {
|
||
for (var i=0; i<tags.length; i++) {
|
||
var tag = Zotero.Utilities.trim(tags[i]);
|
||
if (tag.length>0 && newItem.tags.indexOf(tag)<0) {
|
||
newItem.tags.push(tag);
|
||
}
|
||
}
|
||
// Zotero.debug("tags:\n"+tags);
|
||
}
|
||
pattern = /【Key words】\s*<span[^>]*>(.*?)<\/a>*<\/span>/;
|
||
if (pattern.test(page)) {
|
||
tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
} else {
|
||
pattern = /【英文关键词】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
}
|
||
}
|
||
if (tags) {
|
||
for (var i=0; i<tags.length; i++) {
|
||
var tag = Zotero.Utilities.trim(tags[i]);
|
||
if (tag.length>0 && newItem.tags.indexOf(tag)<0) {
|
||
newItem.tags.push(tag);
|
||
}
|
||
}
|
||
// Zotero.debug("tags:\n"+tags);
|
||
}
|
||
// Zotero.debug(newItem.tags);
|
||
|
||
// 出版学校 & DOI & 出版时间
|
||
var publisher;
|
||
pattern = /【网络出版投稿人】\s*<a[^>]*>(.*?)<\/a>/;
|
||
if (pattern.test(page)) {
|
||
publisher = pattern.exec(page)[1];
|
||
} else {
|
||
pattern = /【网络出版投稿人】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
publisher = Zotero.Utilities.trim(
|
||
trimTags(pattern.exec(page)[1]));
|
||
}
|
||
}
|
||
if (publisher) {
|
||
pattern = /(.*?)（(.*?)）/;
|
||
if (pattern.test(publisher)) {
|
||
newItem.publisher = pattern.exec(publisher)[1];
|
||
newItem.place = pattern.exec(publisher)[2];
|
||
} else {
|
||
newItem.publisher = publisher;
|
||
}
|
||
// Zotero.debug("publisher: "+publisher);
|
||
}
|
||
var doi;
|
||
pattern = /【DOI】(.*?)<\/li>/;
|
||
if (pattern.test(page)) {
|
||
doi= pattern.exec(page)[1];
|
||
} else {
|
||
pattern = /【DOI】([\s\S]*?)<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
var doi= trimTags(pattern.exec(page)[1]);
|
||
}
|
||
}
|
||
if (doi) {
|
||
newItem.DOI = Zotero.Utilities.trim(doi);
|
||
// Zotero.debug("doi: "+doi);
|
||
}
|
||
var date;
|
||
pattern = /【网络出版投稿时间】(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
date = pattern.exec(page)[1];
|
||
} else {
|
||
pattern = /【网络出版投稿时间】([\s\S]*?)\s*<\/tr>/;
|
||
if (pattern.test(page)) {
|
||
date = trimTags(pattern.exec(page)[1]);
|
||
}
|
||
}
|
||
if (date) {
|
||
newItem.date = Zotero.Utilities.trim(date);
|
||
// Zotero.debug("date: "+date);
|
||
}
|
||
|
||
newItem.complete();
|
||
});
|
||
}
|
||
|
||
// work for conferencePaper
|
||
function scrapeAndParse3(url) {
|
||
// Zotero.debug("conferencePaper");
|
||
Zotero.Utilities.doGet(url, function(page) {
|
||
var pattern;
|
||
|
||
// 类型 & URL
|
||
var itemType = "conferencePaper";
|
||
var newItem = new Zotero.Item(itemType);
|
||
// Zotero.debug(url);
|
||
newItem.url = url;
|
||
|
||
// 标题
|
||
pattern = /<span id="chTitle">(.*?)<\/span>/;
|
||
if (pattern.test(page)) {
|
||
var title = trimTags(pattern.exec(page)[1]);
|
||
newItem.title = title;
|
||
// Zotero.debug("title: "+title);
|
||
}
|
||
|
||
// 作者
|
||
pattern = /【作者】(.*?)<\/p>/;
|
||
if (pattern.test(page)) {
|
||
var authorNames = trimTags(pattern.exec(page)[1]).split(";");
|
||
for (var i=0; i<authorNames.length; i++) {
|
||
newItem.creators.push(
|
||
Zotero.Utilities.cleanAuthor(
|
||
Zotero.Utilities.trim(authorNames[i]),
|
||
"author", true));
|
||
}
|
||
// Zotero.debug("authorNames:\n"+authorNames);
|
||
}
|
||
|
||
// 摘要
|
||
var abst;
|
||
pattern = /ReplaceFont\('ChDivSummary','(.*?)(?='\);ReplaceFont)/;
|
||
if (pattern.test(page)) {
|
||
abst = pattern.exec(page)[1];
|
||
// Zotero.debug("raw:\n"+abst);
|
||
pattern = /(<.*?>)/g;
|
||
abst = abst.replace(pattern, "");
|
||
// Zotero.debug("after:\n"+abst);
|
||
newItem.abstractNote = Zotero.Utilities.trim(abst);
|
||
}
|
||
|
||
pattern = /ReplaceFont\('EnDivSummary','(.*?)(?='\);if)/;
|
||
if (pattern.test(page)) {
|
||
abst = pattern.exec(page)[1];
|
||
// Zotero.debug("raw:\n"+abst);
|
||
if (abst != undefined && abst != null) {
|
||
pattern = /(<.*?>)/g;
|
||
abst = abst.replace(pattern, "");
|
||
// Zotero.debug("after:\n"+abst);
|
||
|
||
if (newItem.abstractNote===undefined) {
|
||
newItem.abstractNote = Zotero.Utilities.trim(abst);
|
||
} else {
|
||
newItem.abstractNote = newItem.abstractNote + "\n"
|
||
+ Zotero.Utilities.trim(abst);
|
||
}
|
||
}
|
||
}
|
||
// Zotero.debug("abst:\n"+newItem.abstractNote);
|
||
|
||
// 关键词
|
||
pattern = /【关键词】\s*<span[^>]*>(.*?)<\/a>*<\/span>/;
|
||
if (pattern.test(page)) {
|
||
var tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
for (var i=0; i<tags.length; i++) {
|
||
var tag = Zotero.Utilities.trim(tags[i]);
|
||
if (tag.length>0 && newItem.tags.indexOf(tag)<0) {
|
||
newItem.tags.push(tag);
|
||
}
|
||
}
|
||
// Zotero.debug("tags:\n"+tags);
|
||
}
|
||
pattern = /【Key words】\s*<span[^>]*>(.*?)<\/a>*<\/span>/;
|
||
if (pattern.test(page)) {
|
||
var tags = trimTags(pattern.exec(page)[1]).split(";");
|
||
for (var i=0; i<tags.length; i++) {
|
||
var tag = Zotero.Utilities.trim(tags[i]);
|
||
if (tag.length>0 && newItem.tags.indexOf(tag)<0) {
|
||
newItem.tags.push(tag);
|
||
}
|
||
}
|
||
// Zotero.debug("tags:\n"+tags);
|
||
}
|
||
// Zotero.debug(newItem.tags);
|
||
|
||
// 会议名称 & 会议录名称 & 会议地点 & 会议时间
|
||
pattern = /【会议名称】(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var conferenceName = trimTags(pattern.exec(page)[1]);
|
||
newItem.conferenceName = conferenceName;
|
||
// Zotero.debug("conferenceName: "+conferenceName);
|
||
}
|
||
pattern = /【会议录名称】(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var proceedingsTitle = trimTags(pattern.exec(page)[1]);
|
||
newItem.proceedingsTitle = proceedingsTitle;
|
||
// Zotero.debug("proceedingsTitle: "+proceedingsTitle);
|
||
}
|
||
pattern = /【会议地点】(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var place = trimTags(pattern.exec(page)[1]);
|
||
newItem.place = place;
|
||
// Zotero.debug("place: "+place);
|
||
}
|
||
pattern = /【会议时间】(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var date = trimTags(pattern.exec(page)[1]);
|
||
newItem.date = date;
|
||
// Zotero.debug("date: "+date);
|
||
}
|
||
|
||
newItem.complete();
|
||
});
|
||
}
|
||
|
||
// work for newspaperArticle
|
||
function scrapeAndParse4(url) {
|
||
// Zotero.debug("newspaperArticle");
|
||
Zotero.Utilities.doGet(url, function(page) {
|
||
var pattern;
|
||
|
||
// 类型 & URL
|
||
var itemType = "newspaperArticle";
|
||
var newItem = new Zotero.Item(itemType);
|
||
// Zotero.debug(url);
|
||
newItem.url = url;
|
||
|
||
// 标题
|
||
pattern = /<span id="chTitle">(.*?)<\/span>/;
|
||
if (pattern.test(page)) {
|
||
var title = trimTags(pattern.exec(page)[1]);
|
||
newItem.title = title;
|
||
// Zotero.debug("title: "+title);
|
||
}
|
||
|
||
// 副标题/引题
|
||
var shortTitle;
|
||
pattern = /<p>【(?:副标题|引题)】(.*?)(?=<\/p>)/;
|
||
if (pattern.test(page)) {
|
||
shortTitle = pattern.exec(page)[1];
|
||
// Zotero.debug("shortTitle: "+shortTitle);
|
||
newItem.shortTitle = Zotero.Utilities.trimInternal(shortTitle);
|
||
}
|
||
// Zotero.debug(newItem.shortTitle);
|
||
|
||
// 作者
|
||
pattern = /【作\s*者】(.*?)<\/p>/;
|
||
if (pattern.test(page)) {
|
||
var authorNames = trimTags(pattern.exec(page)[1]).split(";");
|
||
for (var i=0; i<authorNames.length; i++) {
|
||
newItem.creators.push(
|
||
Zotero.Utilities.cleanAuthor(
|
||
Zotero.Utilities.trim(authorNames[i]),
|
||
"author", true));
|
||
}
|
||
// Zotero.debug("authorNames:\n"+authorNames);
|
||
}
|
||
|
||
// 正文快照
|
||
var abst;
|
||
pattern = /<p>【正文快照】(.*?)(?=<\/p>)/;
|
||
if (pattern.test(page)) {
|
||
abst = pattern.exec(page)[1];
|
||
// Zotero.debug("abst:\n"+abst);
|
||
newItem.abstractNote = Zotero.Utilities.trimInternal(abst);
|
||
}
|
||
// Zotero.debug(newItem.abstractNote);
|
||
|
||
// 报纸名称 & DOI & 出版时间 & 版名 & 版号
|
||
pattern = /【报纸名称】\s*<[^>]*>(.*?)<\/a>/;
|
||
if (pattern.test(page)) {
|
||
var publicationTitle = trimTags(pattern.exec(page)[1]);
|
||
newItem.publicationTitle = publicationTitle;
|
||
// Zotero.debug("publicationTitle: "+publicationTitle);
|
||
}
|
||
pattern = /【DOI】\s*(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var doi = pattern.exec(page)[1];
|
||
newItem.DOI = doi;
|
||
// Zotero.debug("doi: "+doi);
|
||
}
|
||
pattern = /【报纸日期】\s*(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var date = pattern.exec(page)[1];
|
||
newItem.date = date;
|
||
// Zotero.debug("date: "+date);
|
||
}
|
||
pattern = /【版名】\s*(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var section = pattern.exec(page)[1];
|
||
newItem.section = section;
|
||
// Zotero.debug("section: "+section);
|
||
}
|
||
pattern = /【版号】\s*(.*?)\s*<\/li>/;
|
||
if (pattern.test(page)) {
|
||
var edition = pattern.exec(page)[1];
|
||
newItem.edition = edition;
|
||
// Zotero.debug("edition: "+edition);
|
||
}
|
||
|
||
newItem.complete();
|
||
});
|
||
}
|
||
|
||
// #########################
|
||
// ##### API functions #####
|
||
// #########################
|
||
|
||
function detectWeb(doc, url) {
|
||
var pattern = /detail.aspx/;
|
||
|
||
if (pattern.test(url)) {
|
||
var code = detectCode(url);
|
||
// Zotero.debug(code);
|
||
if (code == "CJFQ" || code == "CJFD") {
|
||
return "journalArticle";
|
||
} else if (code == "CDFD") {
|
||
return "thesis";
|
||
} else if (code == "CMFD" || code == "CLKM") {
|
||
return "thesis";
|
||
} else if (code == "CPFD") {
|
||
return "conferencePaper";
|
||
} else if (code == "CCND") {
|
||
return "newspaperArticle";
|
||
}
|
||
}
|
||
|
||
pattern = /brief/;
|
||
if (pattern.test(url)) {
|
||
return "multiple"
|
||
}
|
||
|
||
return false;
|
||
}
|
||
|
||
function doWeb(doc, url) {
|
||
var nsResolver = getResolver(doc);
|
||
var urls, tds, pages;
|
||
|
||
// Zotero.debug(url);
|
||
|
||
if (detectWeb(doc, url) == "multiple") {
|
||
// Zotero.debug("Enter multiple.");
|
||
// search page
|
||
var items = new Array();
|
||
|
||
var xpath = '//iframe[@id="iframeResult"]';
|
||
var iframe = doc.evaluate(xpath, doc, nsResolver,
|
||
XPathResult.ANY_TYPE, null).iterateNext();
|
||
if (iframe) {
|
||
// fetch iframe's element
|
||
// Zotero.debug(iframe.src);
|
||
pages = Zotero.Utilities.retrieveSource(iframe.src);
|
||
} else {
|
||
// already in iframe
|
||
// Zotero.debug("url:"+url);
|
||
pages = Zotero.Utilities.retrieveSource(url);
|
||
}
|
||
|
||
pattern = /<tr class=["']GTContentTitle["']>[\s\S]*?<\/tr>([\s\S]*?)<table class=["']pageBar_bottom["']/;
|
||
var content;
|
||
try {
|
||
content = pattern.exec(pages)[1];
|
||
// Zotero.debug(content);
|
||
pattern = /<\/table>[\s\S]*?<a href=["'](.*?)["'][^>]*?><script[\s\S]*?(?:Replace[^\(]*?\()'(.*?)'\)/g;
|
||
} catch (err) {
|
||
content = pages;
|
||
pattern = /<div class=["']GridTitleDiv["']>.*?<a href=["'](.*?)["'][^>]*?><script[\s\S]*?(?:Replace[^\(]*?\()'(.*?)'\)/g;
|
||
}
|
||
var res = pattern.exec(content);
|
||
if (!res) {
|
||
pattern = /<div class=["']GridTitleDiv["']>.*?<a href=["'](.*?)["'][^>]*?>(.*?)<\/a>/g;
|
||
res = pattern.exec(content);
|
||
if (!res) {
|
||
pattern = /<\/table>[\s\S]*?<a href=["'](.*?)["'][^>]*?>(.*?)<\/a>/g;
|
||
res = pattern.exec(content);
|
||
}
|
||
}
|
||
var link;
|
||
var title;
|
||
while (res) {
|
||
|
||
title = Zotero.Utilities.cleanTags(res[2]);
|
||
link = res[1];
|
||
|
||
patt = /^(http:\/\/.*?)\//;
|
||
link = patt.exec(url)[1] + link;
|
||
items[link] = trimTags(title);
|
||
// Zotero.debug("title:"+title);
|
||
// Zotero.debug("link:"+link);
|
||
|
||
res = pattern.exec(content);
|
||
}
|
||
// Zotero.debug(items);
|
||
if (items.__count__) {
|
||
// 让用户选择要保存哪些文献
|
||
items = Zotero.selectItems(items);
|
||
if (!items) return true;
|
||
|
||
urls = new Array();
|
||
for (var url in items) {
|
||
urls.push(url);
|
||
}
|
||
}
|
||
} else {
|
||
urls = [url];
|
||
}
|
||
|
||
if (urls) {
|
||
// Zotero.debug(urls);
|
||
|
||
for (var i=0; i<urls.length; i++) {
|
||
var type = detectWeb(null, urls[i]);
|
||
// Zotero.debug(type);
|
||
if (type == "journalArticle") {
|
||
scrapeAndParse1(urls[i]);
|
||
} else if (type == "thesis") {
|
||
scrapeAndParse2(urls[i]);
|
||
} else if (type == "conferencePaper") {
|
||
scrapeAndParse3(urls[i]);
|
||
} else if (type == "newspaperArticle") {
|
||
scrapeAndParse4(urls[i]);
|
||
} else {
|
||
Zotero.debug("Not supported type.");
|
||
}
|
||
}
|
||
}
|
||
}
|