diff --git a/chrome.manifest b/chrome.manifest
index 31d355a812..de1612c43d 100644
--- a/chrome.manifest
+++ b/chrome.manifest
@@ -1,8 +1,42 @@
content zotero chrome/content/zotero/
+
locale zotero en-US chrome/locale/en-US/zotero/
-skin zotero default chrome/skin/default/zotero/
+locale zotero af-ZA chrome/locale/af-ZA/zotero/
+locale zotero ar chrome/locale/ar/zotero/
+locale zotero bg-BG chrome/locale/bg-BG/zotero/
+locale zotero ca-AD chrome/locale/ca-AD/zotero/
+locale zotero da-DK chrome/locale/da-DK/zotero/
+locale zotero de-AT chrome/locale/de-AT/zotero/
+locale zotero de-CH chrome/locale/de-CH/zotero/
+locale zotero de-DE chrome/locale/de-DE/zotero/
+locale zotero el-GR chrome/locale/el-GR/zotero/
+locale zotero es-ES chrome/locale/es-ES/zotero/
+locale zotero et-EE chrome/locale/et-EE/zotero/
+locale zotero fr-FR chrome/locale/fr-FR/zotero/
+locale zotero he-IL chrome/locale/he-IL/zotero/
+locale zotero hu-HU chrome/locale/hu-HU/zotero/
+locale zotero is-IS chrome/locale/is-IS/zotero/
+locale zotero it-IT chrome/locale/it-IT/zotero/
+locale zotero ja-JP chrome/locale/ja-JP/zotero/
+locale zotero ko-KR chrome/locale/ko-KR/zotero/
+locale zotero mn-MN chrome/locale/mn-MN/zotero/
+locale zotero nb-NO chrome/locale/nb-NO/zotero/
+locale zotero nl-NL chrome/locale/nl-NL/zotero/
+locale zotero pl-PL chrome/locale/pl-PL/zotero/
+locale zotero pt-BR chrome/locale/pt-BR/zotero/
+locale zotero pt-PT chrome/locale/pt-PT/zotero/
+locale zotero ro-RO chrome/locale/ro-RO/zotero/
+locale zotero ru-RU chrome/locale/ru-RU/zotero/
+locale zotero sr-YU chrome/locale/sr-YU/zotero/
+locale zotero sv-SE chrome/locale/sv-SE/zotero/
+locale zotero tr-TR chrome/locale/tr-TR/zotero/
+locale zotero zh-CN chrome/locale/zh-CN/zotero/
+locale zotero zh-TW chrome/locale/zh-TW/zotero/
+
+skin zotero default chrome/skin/default/zotero/
overlay chrome://browser/content/browser.xul chrome://zotero/content/overlay.xul
-overlay chrome://browser/content/browser.xul chrome://zotero/content/ingester/browser.xul
style chrome://browser/content/browser.xul chrome://zotero/skin/zotero.css
-style chrome://global/content/customizeToolbar.xul chrome://zotero/skin/zotero.css
\ No newline at end of file
+style chrome://global/content/customizeToolbar.xul chrome://zotero/skin/zotero.css
+
+content zotero-platform chrome/content/zotero-platform/ platform
diff --git a/chrome/content/zotero-platform/mac/itemPane.css b/chrome/content/zotero-platform/mac/itemPane.css
new file mode 100644
index 0000000000..8b13789179
--- /dev/null
+++ b/chrome/content/zotero-platform/mac/itemPane.css
@@ -0,0 +1 @@
+
diff --git a/chrome/content/zotero-platform/unix/itemPane.css b/chrome/content/zotero-platform/unix/itemPane.css
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/chrome/content/zotero-platform/win/itemPane.css b/chrome/content/zotero-platform/win/itemPane.css
new file mode 100644
index 0000000000..a522ae2261
--- /dev/null
+++ b/chrome/content/zotero-platform/win/itemPane.css
@@ -0,0 +1,30 @@
+#zotero-editpane-dynamic-fields row > hbox,
+#zotero-editpane-dynamic-fields row > vbox
+{
+ margin-top: 0 !important;
+ margin-bottom: 0 !important;
+ padding-top: 0 !important;
+ padding-bottom: 0 !important;
+}
+
+#zotero-editpane-dynamic-fields row > hbox > hbox
+{
+ -moz-box-align: center;
+}
+
+#zotero-editpane-dynamic-fields row hbox hbox label
+{
+ margin-top: 0;
+ margin-bottom: 0;
+}
+
+#zotero-editpane-dynamic-fields row > toolbarbutton
+{
+ margin-right: 5px;
+}
+
+#zotero-editpane-dynamic-fields row vbox[fieldname=abstractNote],
+#zotero-editpane-dynamic-fields row vbox[fieldname=extra]
+{
+ margin-left: 1px;
+}
diff --git a/chrome/content/zotero/about.xul b/chrome/content/zotero/about.xul
index dd1c34fbdb..762a62d4e2 100644
--- a/chrome/content/zotero/about.xul
+++ b/chrome/content/zotero/about.xul
@@ -5,22 +5,174 @@
\ No newline at end of file
diff --git a/chrome/content/zotero/integrationDocPrefs.xul b/chrome/content/zotero/integrationDocPrefs.xul
index 5ea18f1129..1ed6be6630 100644
--- a/chrome/content/zotero/integrationDocPrefs.xul
+++ b/chrome/content/zotero/integrationDocPrefs.xul
@@ -1,20 +1,45 @@
-
+
+
+
-
diff --git a/chrome/content/zotero/selectItemsDialog.js b/chrome/content/zotero/selectItemsDialog.js
index 48d5a40402..4ff61b93c1 100644
--- a/chrome/content/zotero/selectItemsDialog.js
+++ b/chrome/content/zotero/selectItemsDialog.js
@@ -31,17 +31,18 @@ var io;
*/
function doLoad()
{
+ // Set font size from pref
+ var sbc = document.getElementById('zotero-select-items-container');
+ Zotero.setFontSize(sbc);
+
io = window.arguments[0];
collectionsView = new Zotero.CollectionTreeView();
- document.getElementById('collections-tree').view = collectionsView;
-
+ document.getElementById('zotero-collections-tree').view = collectionsView;
+
// move to center of screen
window.sizeToContent();
- window.moveTo(
- (self.screen.width-window.innerWidth)/2,
- (self.screen.height-window.innerHeight)/2
- );
+ window.centerWindowOnScreen();
}
function doUnload()
@@ -62,7 +63,7 @@ function onCollectionSelected()
collection.setSearch('');
itemsView = new Zotero.ItemTreeView(collection, (window.arguments[1] ? true : false));
- document.getElementById('items-tree').view = itemsView;
+ document.getElementById('zotero-items-tree').view = itemsView;
}
}
@@ -71,10 +72,10 @@ function onSearch()
{
if(itemsView)
{
- var searchVal = document.getElementById('tb-search').value;
- itemsView.searchText(searchVal);
+ var searchVal = document.getElementById('zotero-tb-search').value;
+ itemsView.setFilter('search', searchVal);
- document.getElementById('tb-search-cancel').hidden = searchVal == "";
+ document.getElementById('zotero-tb-search-cancel').hidden = searchVal == "";
}
}
@@ -83,28 +84,7 @@ function onItemSelected()
}
-function getSelectedItems(byID) {
- var start = new Object();
- var end = new Object();
- var returnArray = new Array();
-
- for(var i = 0, rangeCount = itemsView.selection.getRangeCount(); i < rangeCount; i++)
- {
- itemsView.selection.getRangeAt(i,start,end);
- for(var j = start.value; j <= end.value; j++)
- {
- if(byID) {
- returnArray.push(itemsView._getItemAtRow(j).ref.getID());
- } else {
- returnArray.push(itemsView._getItemAtRow(j).ref);
- }
- }
- }
-
- return returnArray;
-}
-
function doAccept()
{
- io.dataOut = getSelectedItems(true);
+ io.dataOut = itemsView.getSelectedItems(true);
}
\ No newline at end of file
diff --git a/chrome/content/zotero/selectItemsDialog.xul b/chrome/content/zotero/selectItemsDialog.xul
index 0ea030fa27..1f6a065c4c 100644
--- a/chrome/content/zotero/selectItemsDialog.xul
+++ b/chrome/content/zotero/selectItemsDialog.xul
@@ -27,7 +27,7 @@
+
+
-
-
-
+
+
+
-
-
+
+
diff --git a/chrome/content/zotero/selectableAlert.xul b/chrome/content/zotero/selectableAlert.xul
new file mode 100644
index 0000000000..950353ed4f
--- /dev/null
+++ b/chrome/content/zotero/selectableAlert.xul
@@ -0,0 +1,23 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/chrome/content/zotero/timelineInterface.js b/chrome/content/zotero/timelineInterface.js
new file mode 100644
index 0000000000..ec1e383997
--- /dev/null
+++ b/chrome/content/zotero/timelineInterface.js
@@ -0,0 +1,47 @@
+/*
+ ***** BEGIN LICENSE BLOCK *****
+
+ Copyright (c) 2006 Center for History and New Media
+ George Mason University, Fairfax, Virginia, USA
+ http://chnm.gmu.edu
+
+ Licensed under the Educational Community License, Version 1.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.opensource.org/licenses/ecl1.php
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+ ***** END LICENSE BLOCK *****
+*/
+
+
+var Zotero_Timeline_Interface = new function() {
+ this.loadTimeline = loadTimeline;
+
+ /*
+ * Load a timeline for the currently selected collection
+ */
+ function loadTimeline() {
+ var uri = 'zotero://timeline/';
+ var id = ZoteroPane.getSelectedCollection(true);
+
+ if (id) {
+ window.loadURI(uri + 'collection/' + id);
+ return;
+ }
+
+ var id = ZoteroPane.getSelectedSavedSearch(true);
+ if (id) {
+ window.loadURI(uri + 'search/' + id);
+ return;
+ }
+
+ window.loadURI(uri);
+ }
+}
diff --git a/chrome/content/zotero/tools/csledit.xul b/chrome/content/zotero/tools/csledit.xul
new file mode 100644
index 0000000000..9f785c226c
--- /dev/null
+++ b/chrome/content/zotero/tools/csledit.xul
@@ -0,0 +1,141 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
diff --git a/chrome/content/zotero/upgrade.xul b/chrome/content/zotero/upgrade.xul
new file mode 100644
index 0000000000..bada363368
--- /dev/null
+++ b/chrome/content/zotero/upgrade.xul
@@ -0,0 +1,94 @@
+
+
+
+
+
+
+
+
+
+
+
+
+ &zotero.upgrade.newVersionInstalled;
+ &zotero.upgrade.upgradeRequired; &zotero.upgrade.autoBackup;
+
+
+
+
+ &zotero.upgrade.upgradeInProgress;
+
+
+
+
+ &zotero.upgrade.upgradeSucceeded;
+
+ &zotero.upgrade.changeLogBeforeLink;
+
+ &zotero.upgrade.changeLogAfterLink;
+
+
+
diff --git a/chrome/content/zotero/webpagedump/common.js b/chrome/content/zotero/webpagedump/common.js
new file mode 100644
index 0000000000..ffe967b710
--- /dev/null
+++ b/chrome/content/zotero/webpagedump/common.js
@@ -0,0 +1,793 @@
+/* ***** BEGIN LICENSE BLOCK *****
+ * Version: MPL 1.1/GPL 2.0/LGPL 2.1
+ *
+ * The contents of this file are subject to the Mozilla Public License Version
+ * 1.1 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * http://www.mozilla.org/MPL/
+ *
+ * Software distributed under the License is distributed on an "AS IS" basis,
+ * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+ * for the specific language governing rights and limitations under the
+ * License.
+ *
+ * The Original Code is ScrapBook.
+ *
+ * The Initial Developer of the Original Code is Gomita.
+ * Portions created by the Initial Developer are Copyright (C) 2004
+ * the Initial Developer. All Rights Reserved.
+ *
+ * Contributor(s):
+ * Bernhard Pollak (WebPageDump Fork)
+ *
+ * Alternatively, the contents of this file may be used under the terms of
+ * either the GNU General Public License Version 2 or later (the "GPL"), or
+ * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+ * in which case the provisions of the GPL or the LGPL are applicable instead
+ * of those above. If you wish to allow use of your version of this file only
+ * under the terms of either the GPL or the LGPL, and not to allow others to
+ * use your version of this file under the terms of the MPL, indicate your
+ * decision by deleting the provisions above and replace them with the notice
+ * and other provisions required by the GPL or the LGPL. If you do not delete
+ * the provisions above, a recipient may use your version of this file under
+ * the terms of any one of the MPL, the GPL or the LGPL.
+ *
+ * ***** END LICENSE BLOCK ***** */
+
+// --------------------------------------------------------------------------------
+// "WebPageDump" Firefox Extension
+// --------------------------------------------------------------------------------
+// - File: "common.js" -
+// - Description:
+// provides common functions (file, preferences, windows, error,...)
+//
+// --------------------------------------------------------------------------------
+
+
+var gBrowserWindow = null;
+var gExceptLocation = "about:blank";
+var gCallback = "";
+var gTimeOutID = 0;
+var gTimedOut = false;
+var gWaitForPaint = false;
+
+var MODE_SIMULATE = false;
+var WPD_DEFAULTWIDTH=1024;
+var WPD_DEFAULTHEIGHT=768;
+
+var WPD_MAXUIERRORCOUNT=8;
+
+
+/*function wpdGetTopBrowserWindow()
+{
+ var winMed = Components.classes["@mozilla.org/appshell/window-mediator;1"]
+ .getService(Components.interfaces.nsIWindowMediator);
+ var winList = winMed.getZOrderDOMWindowEnumerator("navigator:browser", true);
+ if (!winList.hasMoreElements())
+ return top.getBrowser().contentWindow; // fallback
+
+ return winList.getNext().getBrowser().contentWindow;
+}*/
+
+
+
+/* [14:55:15] paolinho: var browserWin = windowMediator.getMostRecentWindow("navigator:browser");
+ const mainTabBox = browserWin.getBrowser().mTabBox;
+ const topWindow = browserWin.getBrowser().browsers[mainTabBox.selectedIndex].contentWindow;
+[14:55:50] … var windowMediator = Components.classes["@mozilla.org/appshell/window-mediator;1"].getService(Components.interfaces.nsIWindowMediator);
+*/
+
+function wpdGetTopBrowserWindow()
+{
+ var windowManager = Components.classes['@mozilla.org/appshell/window-mediator;1'].getService();
+ var windowManagerInterface = windowManager.QueryInterface( Components.interfaces.nsIWindowMediator);
+ var topWindowOfType = windowManagerInterface.getMostRecentWindow( "navigator:browser" );
+
+ if (topWindowOfType) {
+ return topWindowOfType;
+ }
+ return null;
+}
+
+
+function wpdWindowLoaded()
+{
+ try {
+ // this will be called multiple times if the page contains more than one document (frames, flash,...)
+ //var browser=this.document.getElementById("content");
+ dump("[wpdWindowLoaded] ... \n");
+ var browser = this.top.getBrowser();
+ // each time we have to check if the page is fully loaded...
+ if (!(browser.webProgress.isLoadingDocument || browser.contentDocument.location == gExceptLocation)) {
+ dump("[wpdWindowLoaded] window finally loaded\n");
+ gBrowserWindow.clearTimeout(gTimeOutID);
+ gBrowserWindow.removeEventListener("load",wpdWindowLoaded,true);
+ //dump("[wpdWindowLoaded] calling "+gCallback+"\n");
+ if (gWaitForPaint) {
+ wpdCommon.sizeWindow(WPD_DEFAULTWIDTH-1,WPD_DEFAULTHEIGHT); // this is for the strange empty lines bug
+ wpdCommon.sizeWindow(WPD_DEFAULTWIDTH,WPD_DEFAULTHEIGHT);
+ }
+ var w=0;
+ if (gWaitForPaint) w=5000; // wait for painting
+ gBrowserWindow.setTimeout(gCallback, w);
+ }
+ } catch (ex) {
+ dump("[wpdWindowLoaded] EXCEPTION: "+ex+"\n");
+ }
+}
+
+function wpdTimeOut()
+{
+ dump("[wpdTimeOut] timeout triggered!\n");
+ gTimedOut=true;
+ gBrowserWindow.clearTimeout(gTimeOutID);
+ gBrowserWindow.removeEventListener("load",wpdWindowLoaded,true);
+ gBrowserWindow.setTimeout(gCallback, 0);
+}
+
+function wpdIsTimedOut()
+{
+ return gTimedOut;
+}
+
+function wpdLoadURL(aURI,aCallback)
+{
+ try {
+ gTimedOut=false;
+ dump("\n[wpdLoadURL] aURI: "+aURI+"\n");
+ if (aURI=="") return;
+ gBrowserWindow = wpdGetTopBrowserWindow();
+ gBrowserWindow.loadURI(aURI);
+ gCallback = aCallback;
+ // 30 seconds maximum for loading the page
+ gTimeOutID=gBrowserWindow.setTimeout(wpdTimeOut, 60000);
+ gBrowserWindow.addEventListener("load",wpdWindowLoaded, true);
+ } catch (ex) {
+ dump("[wpdLoadURL] EXCEPTION: "+ex+"\n");
+ }
+}
+
+var wpdCommon = {
+
+ errList : "",
+ errCount : 0,
+ downloading : false,
+ downloaded : false,
+
+ allowed_entities:
+ ""&'<> ¡¢£¤¥¦"+
+ "§¨©ª«¬®¯°±"+
+ "²³´µ¶·¸¹º»"+
+ "¼½¾¿ÀÁÂÃÄ"+
+ "ÅÆÇÈÉÊËÌÍ"+
+ "ÎÏÐÑÒÓÔÕÖ"+
+ "×ØÙÚÛÜÝÞß"+
+ "àáâãäåæçè"+
+ "éêëìíîïðñò"+
+ "óôõö÷øùúûü"+
+ "ýþÿŒœŠšŸƒˆ"+
+ "˜ΑΒΓΔΕΖΗΘΙΚ"+
+ "ΛΜΝΞΟΠΡΣΤΥΦΧΨ"+
+ "Ωαβγδεζηθικ"+
+ "λμνξοπρςστυφ"+
+ "χψωϑϒφϖ "+
+ "–—‘’‚“”„"+
+ "†‡•…‰′″‹›"+
+ "‾⁄€ℑ℘ℜ™ℵ←↑"+
+ "→↓↔↵⇐⇑⇒⇓⇔∀"+
+ "∂∃∅∇∈∉∋∏∑−∗√"+
+ "∝∞∠∨∩∪∫∴∼≅≈≠≡"+
+ "≤≥⊂⊃⊄⊆⊇⊕⊗⊥⋅⌈"+
+ "⌉⌊⌋⟨⟩◊♠♣♥♦",
+
+
+
+ trim : function (aString) {
+ try {
+ return (aString.replace(/\s+$/,"").replace(/^\s+/,""));
+ } catch(ex) {
+ return aString;
+ }
+ },
+
+
+ // checks the CRLFs at the beginning - if there are CRLFs present
+ // one additional CRLF will be added at the beginning
+ checkCRLF : function (aNode)
+ {
+ try {
+ var before=false;
+ var after=false;
+ if (aNode.parentNode.firstChild==aNode) before=true;
+ if (!before && !after) {
+ throw new Error("return");
+ }
+ // why
? Because the
Tag ist not present in text DOM nodes...
+ var aString=aNode.nodeValue;
+ if (aString.search(/\n/)==-1) throw new Error("return");
+ aString=(aString.replace(/\r\n/g,"
").replace(/\n/g,"
"));
+ var a=aString.split("
");
+ var s=0;
+ var e=0;
+
+
+ if (before) {
+ for (var i=0;i0) aString="\r\n"+aString;
+ return aString;
+
+ } catch (ex) {
+ return aNode.nodeValue;
+ }
+ },
+
+ unicodeToEntity : function (text,charset)
+ {
+
+ function convertEntity(letter) {
+ try {
+ var l = gEntityConverter.ConvertToEntity(letter,entityVersion);
+ // is the entity allowed?
+ if (entities.indexOf(l)>=0) {
+ return l;
+ } else if ( (l!=letter) ) {
+ return "&#"+letter.charCodeAt(0)+";";
+ }
+ } catch (ex) {
+ }
+ // now we check if the letter is valid inside the destination charset
+ // (if the result is a ? it is not valid - except letter=?)
+ try {
+ var s=gUnicodeConverter.ConvertFromUnicode(letter);
+ if ( (charset!="UTF-8") && (s=="?") ) {
+ return "&#"+letter.charCodeAt(0)+";";
+ }
+ } catch (ex) {
+ }
+ return letter;
+ }
+
+ if (!gUnicodeConverter) {
+ try {
+ var gUnicodeConverter = Components.classes['@mozilla.org/intl/scriptableunicodeconverter'].getService(Components.interfaces.nsIScriptableUnicodeConverter);
+ gUnicodeConverter.charset = charset;
+ } catch(ex) {
+ dump ("gUnicodeConverter EXCEPTION:"+ex+"\n");
+ }
+ }
+
+ if (!gEntityConverter) {
+ try {
+ var gEntityConverter = Components.classes["@mozilla.org/intl/entityconverter;1"].createInstance(Components.interfaces.nsIEntityConverter);
+ } catch(e) {
+ dump ("gEntityConverter EXCEPTION:"+ex+"\n");
+ }
+ }
+
+ // Firefox - Source Code Snippet:
+ // const unsigned long entityNone = 0;
+ // const unsigned long html40Latin1 = 1;
+ // const unsigned long html40Symbols = 2;
+ // const unsigned long html40Special = 4; // excludes ", &, <, >
+ // const unsigned long transliterate = 8;
+ // const unsigned long mathml20 = 16;
+ // const unsigned long html32 = html40Latin1;
+ // const unsigned long html40 = html40Latin1+html40Symbols+html40Special;
+ // const unsigned long entityW3C = html40+mathml20;
+ const entityVersion = Components.interfaces.nsIEntityConverter.html40;
+ // convert to entities (
+ // replace other chars > 0x7f via nsIEntityConverter/convertEntity
+ var entities = this.allowed_entities;
+ text = text.replace(/[^\0-\u007f]/g, convertEntity);
+ return text;
+ },
+
+
+ playSound : function()
+ {
+ try {
+ var sound = Components.classes["@mozilla.org/sound;1"].createInstance(Components.interfaces.nsISound);
+ sound.playSystemSound("ringin.wav");
+ } catch(ex) {
+ }
+ },
+
+ // return the current focused window
+ getFocusedWindow : function()
+ {
+ var win = document.commandDispatcher.focusedWindow;
+ if ( !win || win == window || win instanceof Components.interfaces.nsIDOMChromeWindow ) win = window._content;
+ return win;
+ },
+
+ sizeWindow : function(w,h)
+ {
+ try {
+ var window=this.getFocusedWindow();
+ window.moveTo(0,0);
+ if ((w==0) || (w>screen.availWidth)) w=screen.availWidth;
+ if ((h==0) || (w>screen.availHeight)) h=screen.availHeight;
+ window.resizeTo(w,h);
+ window.focus();
+ } catch(ex) {
+ }
+ },
+
+ // add a line to the error list (displays a maximum of 15 errors)
+ addError : function(aError)
+ {
+ dump('ERROR: '+aError+"\n");
+ if (this.errCount-1) return; // is the same
+ this.errList = this.errList+aError+"\n";
+ } else if (this.errCount==WPD_MAXUIERRORCOUNT) {
+ this.errList = this.errList+'...';
+ }
+ this.errCount++;
+ },
+
+ saveWebPage : function(aDestFile) {
+ dump("[saveWebPage] "+aDestFile+"\n");
+ var nsIWBP = Components.classes["@mozilla.org/embedding/browser/nsWebBrowserPersist;1"].createInstance(Components.interfaces.nsIWebBrowserPersist);
+ var doc = window.content.document;
+ var file = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ file.initWithPath(aDestFile);
+ var dataPath = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ dataPath.initWithPath(this.getFilePath(aDestFile));
+ nsIWBP.saveDocument(doc, file, dataPath, null, 0, 0);
+ },
+
+ // returns num as string of length i filled up with 0s
+ addLeftZeros : function(num,i)
+ {
+ var s=""+num;
+ var r="";
+ for (var f=0;f]+/g, ")");
+ aFileName = aFileName.replace(/[\s]+/g, "_");
+ aFileName = aFileName.replace(/[%]+/g, "@");
+ return aFileName;
+ },
+
+ getURL : function()
+ {
+ return top.window._content.document.location.href;
+ },
+
+ // remove get variables from an URL
+ removeGETFromURL : function(aURL)
+ {
+ var pos;
+ aURL = ( (pos = aURL.indexOf("?")) != -1 ) ? aURL.substring(0, pos) : aURL;
+ aURL = ( (pos = aURL.indexOf("#")) != -1 ) ? aURL.substring(0, pos) : aURL;
+ return aURL;
+ },
+
+ // extract filename from URL
+ getFileName : function(aURL)
+ {
+ var pos;
+ aURL = this.removeGETFromURL(aURL);
+ aURL = ( (pos = aURL.lastIndexOf("/")) != -1 ) ? aURL.substring(++pos) : aURL;
+ return aURL;
+ },
+
+ filePathToURI: function(filePath)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].getService(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(filePath);
+ var obj_FPH = Components.classes["@mozilla.org/network/protocol;1?name=file"].getService(Components.interfaces.nsIFileProtocolHandler);
+ return obj_FPH.getURLSpecFromFile(obj_File);
+ },
+
+ URLToFilePath: function(aURL)
+ {
+ var obj_FPH = Components.classes["@mozilla.org/network/protocol;1?name=file"].getService(Components.interfaces.nsIFileProtocolHandler);
+ try {
+ return obj_FPH.getFileFromURLSpec(aURL).path;
+ } catch(ex) {
+ return aURL;
+ }
+ },
+
+ // right part of filepath/filename
+ getFileLeafName: function(filePath)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].getService(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(filePath);
+ return obj_File.leafName;
+ },
+
+ getFilePath: function(filePath)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].getService(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(filePath);
+ var pos; // Added by Dan S. for Zotero
+ return ( (pos = filePath.lastIndexOf(obj_File.leafName)) != -1 ) ? filePath.substring(0,pos) : filePath;
+ },
+
+ appendFilePath: function(filePath,appendPath)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].getService(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(filePath);
+ obj_File.appendRelativePath(appendPath);
+ return obj_File.path;
+ },
+
+ pathExists: function(filePath)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].getService(Components.interfaces.nsILocalFile);
+ try {
+ obj_File.initWithPath(filePath);
+ return obj_File.exists();
+ } catch(ex) {
+ return false;
+ }
+ },
+
+ // add the HTML Tag Stuff to aNode and embedd the aNode.innerHTML between the tags
+ nodeToHTMLString: function(aNode)
+ {
+ if (aNode==null) return "";
+ var tag = "<" + aNode.nodeName.toLowerCase();
+ for ( var i=0; i\n";
+ },
+
+ ConvertFromUnicode16 : function(aString,charset)
+ {
+ if ( !aString ) return "";
+ try {
+ var UNICODE = Components.classes['@mozilla.org/intl/scriptableunicodeconverter'].getService(Components.interfaces.nsIScriptableUnicodeConverter);
+ UNICODE.charset = charset;
+ aString = UNICODE.ConvertFromUnicode(aString);
+ aString = aString + UNICODE.Finish();
+ } catch(ex) {
+ //this.addError("[wpdCommon.convertStringToCharset]:\n -> charset: "+charset+"\n -> "+ex);
+ }
+ return aString;
+ },
+
+ ConvertToUnicode16 : function(aString,charset)
+ {
+ if ( !aString ) return "";
+ try {
+ var UNICODE = Components.classes['@mozilla.org/intl/scriptableunicodeconverter'].getService(Components.interfaces.nsIScriptableUnicodeConverter);
+ UNICODE.charset = charset;
+ aString = UNICODE.ConvertToUnicode(aString);
+ } catch(ex) {
+ //this.addError("[wpdCommon.convertStringToCharset]:\n -> charset: "+charset+"\n -> "+ex);
+ }
+ return aString;
+ },
+
+ // convert the doctype to an HTML doctype String
+ doctypeToHTMLString : function(aDoctype)
+ {
+ if ( !aDoctype ) return "";
+ var ret = "\n";
+ return ret;
+ },
+
+ addCommentTag : function(targetNode, aComment)
+ {
+ targetNode.appendChild(document.createTextNode("\n"));
+ targetNode.appendChild(document.createComment(aComment));
+ targetNode.appendChild(document.createTextNode("\n"));
+ },
+
+
+ removeNodeFromParent : function(aNode)
+ {
+ // Added by Dan S. for Zotero
+ var document = aNode.ownerDocument;
+
+ var newNode = document.createTextNode("");
+ aNode.parentNode.replaceChild(newNode, aNode);
+ aNode = newNode;
+ return aNode;
+ },
+
+ // convert URL String to Object
+ // for easier URL handling
+ convertURLToObject : function(aURLString)
+ {
+ var aURL = Components.classes['@mozilla.org/network/standard-url;1'].createInstance(Components.interfaces.nsIURL);
+ aURL.spec = aURLString;
+ return aURL;
+ },
+
+ // resolves the relative URL (aRelURL) with the base URL (aBaseURL)
+ resolveURL : function(aBaseURL, aRelURL)
+ {
+ try {
+ var aBaseURLObj = this.convertURLToObject(aBaseURL);
+ return aBaseURLObj.resolve(aRelURL);
+ } catch(ex) {
+ this.addError("[wpdCommon.resolveURL]:\n -> aBaseURL: "+aBaseURL+"\n -> aRelURL: "+aRelURL+"\n -> "+ex);
+ }
+ return "";
+ },
+
+ getHostName : function(aURL)
+ {
+ try {
+ var aURLObj = Components.classes['@mozilla.org/network/standard-url;1'].createInstance(Components.interfaces.nsIURI);
+ aURLObj.spec = aURL
+ return aURLObj.asciiHost;
+ } catch(ex) {
+ this.addError("[wpdCommon.getHostName]:\n -> aURL: "+aURL+"\n -> "+ex);
+ }
+ return "";
+ },
+
+ convertUrlToASCII : function(aURL)
+ {
+ try {
+ var aURLObj = Components.classes['@mozilla.org/network/standard-url;1'].createInstance(Components.interfaces.nsIURI);
+ aURLObj.spec = aURL
+ return aURLObj.asciiSpec;
+ } catch(ex) {
+ this.addError("[wpdCommon.getHostName]:\n -> aURL: "+aURL+"\n -> "+ex);
+ }
+ return "";
+ },
+
+ createDir : function(str_Dir)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(str_Dir);
+ if (!obj_File.exists())
+ obj_File.create(obj_File.DIRECTORY_TYPE, 0700);
+ },
+
+ readDir : function(str_Dir)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(str_Dir);
+ if (obj_File.exists()) return obj_File.directoryEntries;
+ return [];
+ },
+
+ fileSize : function(str_Filename)
+ {
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(str_Filename);
+ return obj_File.fileSize;
+ },
+
+ // read the file (str_Filename) to a String Buffer (str_Buffer)
+ readFile : function(str_Filename,removeComments,text)
+ {
+ try{
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(str_Filename);
+ if (!obj_File.exists()) {
+ this.addError("[wpdCommon.readFile]:\n -> str_Filename: "+str_Filename+"\n -> file not found!");
+ return "";
+ }
+
+ var obj_Transport = Components.classes["@mozilla.org/network/file-input-stream;1"].createInstance(Components.interfaces.nsIFileInputStream);
+
+ obj_Transport.init( obj_File, 0x01 , 004, 0 );
+
+ var sis = Components.classes["@mozilla.org/scriptableinputstream;1"].createInstance( Components.interfaces.nsIScriptableInputStream );
+ sis.init( obj_Transport );
+ var output = sis.read( sis.available() );
+ if (text) output = output.replace(/\r/g,"");
+ if (text && removeComments) {
+ output = output.replace(/^\/\/.*/g,"");
+ output = output.replace(/\n\/\/.*/g,"");
+ output = output.replace(/\n\n+/g,"\n");
+ }
+ if (text) output = output.split(/\n/g);
+ return output;
+ } catch (ex) {
+ this.addError("[wpdCommon.readFile]:\n -> str_Filename: "+str_Filename+"\n -> "+ex);
+ }
+ return "";
+ },
+
+ // write the String Buffer (str_Buffer) to a file (str_Filename)
+ writeFile : function(str_Buffer,str_Filename)
+ {
+ if (MODE_SIMULATE) return true;
+ try{
+ var obj_File = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ obj_File.initWithPath(str_Filename);
+ if (!obj_File.exists())
+ obj_File.create( Components.interfaces.nsIFile.NORMAL_FILE_TYPE, 0666 );
+
+ var obj_Transport = Components.classes["@mozilla.org/network/file-output-stream;1"].createInstance(Components.interfaces.nsIFileOutputStream);
+
+ /* Open flags
+ #define PR_RDONLY 0x01 - Open for reading only.
+ #define PR_WRONLY 0x02 - Open for writing only.
+ #define PR_RDWR 0x04 - Open for reading and writing.
+ #define PR_CREATE_FILE 0x08 - If the file does not exist, the file is created. If the file exists, this flag has no effect.
+ #define PR_APPEND 0x10 - The file pointer is set to the end of the file prior to each write.
+ #define PR_TRUNCATE 0x20 - If the file exists, its length is truncated to 0.
+ #define PR_SYNC 0x40 - If set, each write will wait for both the file data and file status to be physically updated.
+ #define PR_EXCL 0x80 - With PR_CREATE_FILE, if the file does not exist, the file is created. If the file already exists, no action and NULL is returned.
+
+ File modes
+ 'mode' is currently only applicable on UNIX platforms.
+ The 'mode' argument may be ignored by PR_Open on other platforms.
+ 00400 Read by owner.
+ 00200 Write by owner.
+ 00100 Execute (search if a directory) by owner.
+ 00040 Read by group.
+ 00020 Write by group.
+ 00010 Execute by group.
+ 00004 Read by others.
+ 00002 Write by others
+ 00001 Execute by others.
+ */
+ obj_Transport.init( obj_File, 0x20 | 0x04 | 0x08, 064, 0 );
+ obj_Transport.write(str_Buffer,str_Buffer.length);
+ obj_Transport.flush();
+ obj_Transport.close();
+ return true;
+ } catch (ex) {
+ this.addError("[wpdCommon.writeFile]:\n -> str_Filename: "+str_Filename+"\n -> "+ex);
+ }
+ return false;
+ },
+
+
+ copyFile : function(sourcefile,destfile)
+ {
+
+ var destdir=this.getFilePath(destfile);
+ destfile=this.getFileLeafName(destfile);
+ var aFile = Components.classes["@mozilla.org/file/local;1"]
+ .createInstance(Components.interfaces.nsILocalFile);
+ if (!aFile) return false;
+
+ var aDir = Components.classes["@mozilla.org/file/local;1"]
+ .createInstance(Components.interfaces.nsILocalFile);
+ if (!aDir) return false;
+
+ aFile.initWithPath(sourcefile);
+
+ aDir.initWithPath(destdir);
+
+ aFile.copyTo(aDir,destfile);
+ return true; // Added by Dan S. for Zotero
+ },
+
+ // download aSourceURL to aTargetFilename
+ // (works also on local files...)
+ downloadFile : function (aSourceURL,aTargetFilename)
+ {
+ if (MODE_SIMULATE) return true;
+ try {
+ //new obj_URI object
+ var obj_URI = Components.classes["@mozilla.org/network/io-service;1"].getService(Components.interfaces.nsIIOService).newURI(aSourceURL, null, null);
+
+ //new file object
+ var obj_TargetFile = Components.classes["@mozilla.org/file/local;1"].createInstance(Components.interfaces.nsILocalFile);
+ //set file with path
+ // NOTE: This function has a known bug on the macintosh and other OSes
+ // which do not represent file locations as paths. If you do use this
+ // function, be very aware of this problem!
+ obj_TargetFile.initWithPath(aTargetFilename);
+
+ //new persistence object
+ var obj_Persist = Components.classes["@mozilla.org/embedding/browser/nsWebBrowserPersist;1"].createInstance(Components.interfaces.nsIWebBrowserPersist);
+
+ // set flags
+ const nsIWBP = Components.interfaces.nsIWebBrowserPersist;
+ var flags = nsIWBP.PERSIST_FLAGS_REPLACE_EXISTING_FILES |
+ nsIWBP.PERSIST_FLAGS_FROM_CACHE;
+ //nsIWBP.PERSIST_FLAGS_BYPASS_CACHE;
+ obj_Persist.persistFlags = flags;
+
+ // has the url the same filetype like the file extension?
+ //save file to target
+ obj_Persist.saveURI(obj_URI,null,null,null,null,obj_TargetFile);
+
+ return true;
+
+ } catch (ex) {
+ aSourceURL=this.removeGETFromURL(aSourceURL);
+ this.addError("[wpdCommon.downloadFile]:\n -> aSourceURL: "+aSourceURL.substring(aSourceURL.length-60)+"\n -> aTargetFilename: "+aTargetFilename+"\n -> "+ex);
+ }
+ return false;
+ },
+
+ // get the integer preferences
+ getIntPrefs : function (branch)
+ {
+ var mPrefSvc=Components.classes["@mozilla.org/preferences-service;1"].getService(Components.interfaces.nsIPrefService);
+ return mPrefSvc.getIntPref(branch);
+ },
+
+ // set the integer preferences
+ setIntPrefs : function (branch,value)
+ {
+ var mPrefSvc=Components.classes["@mozilla.org/preferences-service;1"].getService(Components.interfaces.nsIPrefService);
+ return mPrefSvc.setIntPref(branch,value);
+ },
+
+ // get the integer preferences
+ getStrPrefs : function (branch)
+ {
+ var mPrefSvc=Components.classes["@mozilla.org/preferences-service;1"].getService(Components.interfaces.nsIPrefService);
+ return mPrefSvc.getCharPref(branch);
+ },
+
+ // set the string preferences
+ setStrPrefs : function (branch,value)
+ {
+ var mPrefSvc=Components.classes["@mozilla.org/preferences-service;1"].getService(Components.interfaces.nsIPrefService);
+ return mPrefSvc.setCharPref(branch,value);
+ },
+
+ // get the string preferences
+ getStrPrefsEx : function (branch)
+ {
+ var mPrefSvc=Components.classes["@mozilla.org/preferences-service;1"].getService(Components.interfaces.nsIPrefBranch);
+ return mPrefSvc.getComplexValue(branch,Components.interfaces.nsISupportsString).data;
+ },
+
+ // set the string preferences
+ setStrPrefsEx : function (branch,value)
+ {
+ var str = Components.classes["@mozilla.org/supports-string;1"].createInstance(Components.interfaces.nsISupportsString);
+ str.data = value;
+ var mPrefSvc=Components.classes["@mozilla.org/preferences-service;1"].getService(Components.interfaces.nsIPrefBranch);
+ return mPrefSvc.setComplexValue(branch,Components.interfaces.nsISupportsString,str);
+ },
+
+
+ // Get the preferences branch ("browser.download." for normal 'save' mode)...
+ setBoolPrefs : function (branch,value)
+ {
+ var mPrefSvc=Components.classes["@mozilla.org/preferences-service;1"].getService(Components.interfaces.nsIPrefService);
+ return mPrefSvc.setBoolPref(branch,value);
+ }
+
+};
+
+
diff --git a/chrome/content/zotero/webpagedump/domsaver.js b/chrome/content/zotero/webpagedump/domsaver.js
new file mode 100644
index 0000000000..761b9e2b20
--- /dev/null
+++ b/chrome/content/zotero/webpagedump/domsaver.js
@@ -0,0 +1,1039 @@
+/* ***** BEGIN LICENSE BLOCK *****
+ * Version: MPL 1.1/GPL 2.0/LGPL 2.1
+ *
+ * The contents of this file are subject to the Mozilla Public License Version
+ * 1.1 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * http://www.mozilla.org/MPL/
+ *
+ * Software distributed under the License is distributed on an "AS IS" basis,
+ * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+ * for the specific language governing rights and limitations under the
+ * License.
+ *
+ * The Original Code is ScrapBook.
+ *
+ * The Initial Developer of the Original Code is Gomita.
+ * Portions created by the Initial Developer are Copyright (C) 2004
+ * the Initial Developer. All Rights Reserved.
+ *
+ * Contributor(s):
+ * Bernhard Pollak (WebPageDump Fork)
+ *
+ * Alternatively, the contents of this file may be used under the terms of
+ * either the GNU General Public License Version 2 or later (the "GPL"), or
+ * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+ * in which case the provisions of the GPL or the LGPL are applicable instead
+ * of those above. If you wish to allow use of your version of this file only
+ * under the terms of either the GPL or the LGPL, and not to allow others to
+ * use your version of this file under the terms of the MPL, indicate your
+ * decision by deleting the provisions above and replace them with the notice
+ * and other provisions required by the GPL or the LGPL. If you do not delete
+ * the provisions above, a recipient may use your version of this file under
+ * the terms of any one of the MPL, the GPL or the LGPL.
+ *
+ * ***** END LICENSE BLOCK ***** */
+
+// --------------------------------------------------------------------------------
+// "WebPageDump" Firefox Extension
+// --------------------------------------------------------------------------------
+// - File: "domsaver.js" -
+// - Description:
+// Makes a (hopefully perfect) local copy of the actual open webpage.
+// Current Browsers make sometimes errors when saving a webpage. The files
+// will be saved in one flat directory (without subdirs)
+// - Using:
+// 1. call "wpdDOMSaver.init(filePath)" and pass the full destination path
+// 2. afterwards call "wpdDOMSaver.saveHTMLDocument" for saving the (active) window
+// --------------------------------------------------------------------------------
+// Call Tree Overview - wpdDOMSaver
+//
+// saveHTMLDocument
+// saveDocumentEx (decide if we have a HTML or another file)
+// saveDocumentFile (we have a non HTML file (e.g for embedded objects - images, movies,...))
+// download (we download the file and ...)
+// writefile (... make a HTML wrapper file)
+// saveDocumentHTML (we have a HTML File)
+// processDOMRecursively (go through the DOM nodes)
+// processDOMNode (for each node we do extensive processing (links, javascript,...))
+// download (for image,flash,... references)
+// saveDocumentEx ... (starting again with "saveDocumentEx" for frame documents)
+// saveDocumentCSS (save CSS File)
+// processCSSRecursively (process the CSS text)
+// processCSSText (do some replacement stuff and link processing)
+// download (download CSS image references)
+// generateHTMLString (create the HTML string)
+//
+//
+// --------------------------------------------------------------------------------
+//
+
+//
+
+// TO DO: use version information from rdf file...
+var WPD_VERSION = "0.2";
+
+
+// Bug variables: set to false if the bug is not present anymore
+
+// CRLFBUG: Innerhtml trims the text inside a tag. This lead
+// to problems with the PRE Tag where sometimes one starting
+// carriage return is lost...
+var WPD_CRLFBUG = true;
+
+// ENTITYBUG: HTML Entities are lost inside the DOM Tree (they
+// are converted to corresponding unicode characters) which
+// results in problems when using a non unicode charset as output
+// target where this values/symbols do not exist. So we call
+// the ConvertToEntities XPCOM function for generating usual
+// HTML Entities...
+// (this is precisely not a bug but a concept failure)
+var WPD_ENTITYBUG = true;
+
+// CSSSCROLLBUG: The css "scroll" property of "background" is
+// loosing the zero vertical position leading to a false
+// positioned background (centered by default)...
+var WPD_CSSSCROLLBUG = true;
+// CSSBACKGROUNDPOSITIONBUG: "background-position 0 0" is
+// loosing the zero vertical position
+var WPD_CSSBACKGROUNDPOSITIONBUG = true;
+
+// DOCTYPEBUG: If the doctype is inserted before
+// the tag there would be rendering errors with the
+// right to left writing direction, because there are problems
+// with the DIR attribute (text direction (rtl,ltr,lro,rlo))
+// Positioning the doctype below the Tag would fix the
+// problem.
+// But: inserting the docctype only below the tag
+// results in small layout changes in some tables. So we
+// leave the doctype at the original position before the
+// HTML tag and insert the doctype entry a second
+// time below the tag...
+var WPD_DOCTYPEBUG = true;
+
+// JAVASCRIPTSRCBUG: Deleting the "src" attribute together
+// with the whole ");
+ return;
+ } catch (e) {
+ // fall through
+ }
+ }
+
+ var script = document.createElement("script");
+ script.type = "text/javascript";
+ script.language = "JavaScript";
+ script.src = url;
+ getHead().appendChild(script);
+ };
+ var includeCssFile = function(url) {
+ if (document.body == null) {
+ try {
+ document.write("");
+ return;
+ } catch (e) {
+ // fall through
+ }
+ }
+
+ var link = document.createElement("link");
+ link.setAttribute("rel", "stylesheet");
+ link.setAttribute("type", "text/css");
+ link.setAttribute("href", url);
+ getHead().appendChild(link);
+ }
+
+ includeJavascriptFiles = function(urlPrefix, filenames) {
+ for (var i = 0; i < filenames.length; i++) {
+ includeJavascriptFile(urlPrefix + filenames[i]);
+ }
+ };
+ includeCssFiles = function(urlPrefix, filenames) {
+ for (var i = 0; i < filenames.length; i++) {
+ includeCssFile(urlPrefix + filenames[i]);
+ }
+ };
+ }
+
+ /*
+ * Include non-localized files
+ */
+ if (bundle) {
+ includeJavascriptFiles(Timeline.urlPrefix, [ "bundle.js" ]);
+ includeCssFiles(Timeline.urlPrefix, [ "bundle.css" ]);
+ } else {
+ includeJavascriptFiles(Timeline.urlPrefix + "scripts/", javascriptFiles);
+ includeCssFiles(Timeline.urlPrefix + "styles/", cssFiles);
+ }
+
+ /*
+ * Include localized files
+ */
+ var loadLocale = [];
+ loadLocale[defaultServerLocale] = true;
+
+ var tryExactLocale = function(locale) {
+ for (var l = 0; l < supportedLocales.length; l++) {
+ if (locale == supportedLocales[l]) {
+ loadLocale[locale] = true;
+ return true;
+ }
+ }
+ return false;
+ }
+ var tryLocale = function(locale) {
+ if (tryExactLocale(locale)) {
+ return locale;
+ }
+
+ var dash = locale.indexOf("-");
+ if (dash > 0 && tryExactLocale(locale.substr(0, dash))) {
+ return locale.substr(0, dash);
+ }
+
+ return null;
+ }
+
+ for (var l = 0; l < desiredLocales.length; l++) {
+ tryLocale(desiredLocales[l]);
+ }
+
+ var defaultClientLocale = defaultServerLocale;
+ var defaultClientLocales = ("language" in navigator ? navigator.language : navigator.browserLanguage).split(";");
+ for (var l = 0; l < defaultClientLocales.length; l++) {
+ var locale = tryLocale(defaultClientLocales[l]);
+ if (locale != null) {
+ defaultClientLocale = locale;
+ break;
+ }
+ }
+
+ /*
+ Modified by Ben for Zotero
+ */
+
+
+
+ Timeline.Platform.serverLocale = defaultServerLocale;
+ Timeline.Platform.clientLocale = defaultClientLocale;
+ } catch (e) {
+ alert(e);
+ }
+})();
\ No newline at end of file
diff --git a/chrome/skin/default/zotero/timeline/timeline.html b/chrome/skin/default/zotero/timeline/timeline.html
new file mode 100644
index 0000000000..85f19376b2
--- /dev/null
+++ b/chrome/skin/default/zotero/timeline/timeline.html
@@ -0,0 +1,100 @@
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
\ No newline at end of file
diff --git a/chrome/skin/default/zotero/timeline/timelineControls.js b/chrome/skin/default/zotero/timeline/timelineControls.js
new file mode 100644
index 0000000000..b193a88571
--- /dev/null
+++ b/chrome/skin/default/zotero/timeline/timelineControls.js
@@ -0,0 +1,470 @@
+var localeBundle = initLocaleBundle();
+var jumpToYearTimer;
+var lastJumpToYearValue;
+
+/*
+ * Set up the localization string bundle from timeline.properties
+ */
+function initLocaleBundle() {
+ var src = 'chrome://zotero/locale/timeline.properties';
+ var localeService = Components.classes['@mozilla.org/intl/nslocaleservice;1']
+ .getService(Components.interfaces.nsILocaleService);
+ var appLocale = localeService.getApplicationLocale();
+
+ var stringBundleService = Components.classes["@mozilla.org/intl/stringbundle;1"]
+ .getService(Components.interfaces.nsIStringBundleService);
+ return stringBundleService.createBundle(src, appLocale);
+}
+
+/*
+ * Get a localized string from the string bundle
+ *
+ * This is copied from zotero.js
+ */
+function getString(name, params){
+ try {
+ if (params != undefined){
+ if (typeof params != 'object'){
+ params = [params];
+ }
+ var l10n = localeBundle.formatStringFromName(name, params, params.length);
+ }
+ else {
+ var l10n = localeBundle.GetStringFromName(name);
+ }
+ }
+ catch (e){
+ throw ('Localized string not available for ' + name);
+ }
+ return l10n;
+}
+
+
+function getTimeline() {
+ var tt = getHeight();
+ tt -= 165;
+ if (tt < 100) {
+ tt = 100;
+ }
+ return '';
+}
+
+function getHeight() {
+ var temp = document.documentElement.clientHeight;
+ if(temp && temp > 0) {
+ return temp;
+ }
+ else {
+ temp=document.body.clientHeight;
+ if(temp && temp > 0) {
+ return temp;
+ }
+ }
+ return 0;
+}
+
+function wasChanged(current) {
+ if (current != lastJumpToYearValue) {
+ lastJumpToYearValue = current;
+ var theYear = document.getElementById("jumpYear").value;
+ if(theYear.length == 0) {
+ centerTimeline(new Date());
+ }
+ else {
+ checkDate(theYear);
+ }
+ }
+}
+
+function doKeyPress(e)
+{
+ clearTimeout(jumpToYearTimer);
+ lastJumpToYearValue = document.getElementById('jumpYear').value;
+ if((e.which == '8' || e.which == '0') && lastJumpToYearValue.length == 0) {
+ centerTimeline(new Date());
+ }
+ else if(e.which == '13'){
+ checkDate(lastJumpToYearValue);
+ }
+ else {
+ jumpToYearTimer = setTimeout('wasChanged(document.getElementById("jumpYear").value);', 1000)
+ }
+}
+
+function getMonthNum(month) {
+ var months = new Array('jan','feb','mar','apr','may','jun','jul','aug','sep','oct','nov','dec');
+ var num = months.indexOf(month.toLowerCase());
+ if(num<0){
+ num = 0;
+ }
+ return num;
+}
+
+function createDate(date){
+ date = date.split('.');
+ var theDate = new Date();
+ theDate.setMonth(getMonthNum(date[0]));
+ theDate.setDate(date[1]);
+ theDate.setFullYear(date[2]);
+ return theDate;
+}
+
+function getTimelineDate(timeline){
+ var timelineDate = timeline.getBand(0).getCenterVisibleDate().toString();
+ var dateParts = timelineDate.split(' ');
+ timelineDate = dateParts[1] + '.' + dateParts[2] + '.' + dateParts[3];
+ return timelineDate;
+}
+
+function checkDate(date) {
+ var arr = new Array();
+ var i = 0;
+ date = date.replace(/[\s|.]/g,'');
+
+ //check to see if the year is B.C.
+ var bc = false;
+ if (date.substr(date.length - 2).toLowerCase() == 'bc') {
+ bc = true;
+ date = date.substr(0, date.length - 2);
+ }
+
+ if(/\D/.test(date)) {
+ return;
+ }
+
+ if (bc) {
+ if(date < 10000) {
+ centerTimeline(date + ' BC');
+ }
+ }
+ else {
+ if(date < 275000) {
+ centerTimeline(date);
+ }
+ }
+}
+function changeBand(path, queryString, band, intervals, selectedIndex) {
+ var values = new Array('d', 'm', 'y', 'e', 'c', 'i');
+
+ var newIntervals = '';
+ for (var i = 0; i < intervals.length; i++) {
+ if (i == band) {
+ newIntervals += values[selectedIndex];
+ }
+ else {
+ newIntervals += intervals[i];
+ }
+ }
+
+ window.location = path + queryString + 'i=' + newIntervals;
+}
+
+function createOption(t, selected) {
+ var option = document.createElement("option");
+ if (selected) {
+ option.selected = "true";
+ }
+ var text = document.createTextNode(t);
+ option.setAttribute("value", t);
+ option.appendChild(text);
+ return option;
+}
+
+function getFull(a) {
+ switch (a) {
+ case 'd':
+ return getString("interval.day");
+ case 'm':
+ return getString("interval.month");
+ case 'y':
+ return getString("interval.year");
+ case 'e':
+ return getString("interval.decade");
+ case 'c':
+ return getString("interval.century");
+ case 'i':
+ return getString("interval.millennium");
+ default:
+ return false;
+ }
+}
+
+function createQueryString(theQueryValue, except, timeline) {
+ var temp = '?';
+ for(var i in theQueryValue) {
+ if(except != i) {
+ temp += i + '=' + theQueryValue[i] + '&';
+ }
+ }
+ if(except != 'd') {
+ temp += 'd=' + getTimelineDate(timeline) + '&';
+ }
+ //remove last & if no exceptions
+ if(!except) {
+ temp = temp.substr(0, temp.length -1)
+ }
+ return temp;
+}
+
+function setupOtherControls(div, timeline, url) {
+ var table = document.createElement("table");
+
+ var [path, queryString] = url.split('?');
+ if(path == 'zotero://timeline') {
+ path += '/';
+ }
+ if(path =='zotero://timeline/') {
+ path += 'library';
+ }
+ var defaultQueryValue = new Object();
+ defaultQueryValue['i'] = 'mye';
+ defaultQueryValue['t'] = 'd';
+
+ var theQueryValue = new Object;
+
+ if (queryString) {
+ var queryVars = queryString.split('&');
+ for (var i in queryVars) {
+ var [key, val] = queryVars[i].split('=');
+ if(val) {
+ switch (key) {
+ case 'i':
+ theQueryValue['i'] = val;
+ break;
+ case 't':
+ theQueryValue['t'] = val;
+ break;
+ }
+ }
+ }
+ }
+
+ var intervals = (theQueryValue['i']) ? theQueryValue['i'] : defaultQueryValue['i'];
+ if (intervals.length < 3) {
+ intervals += defaultQueryValue['i'].substr(intervals.length);
+ }
+ var dateType = (theQueryValue['t']) ? theQueryValue['t'] : defaultQueryValue['t'];
+ if(dateType != 'da' && dateType != 'dm') {
+ dateType = defaultQueryValue['t'];
+ }
+
+ var tr = table.insertRow(0);
+
+ var td = tr.insertCell(0);
+ td.innerHTML = getString("general.jumpToYear");
+ td = tr.insertCell(tr.cells.length);
+ td.innerHTML = getString("general.firstBand");
+ td = tr.insertCell(tr.cells.length);
+ td.innerHTML = getString("general.secondBand");;
+ td = tr.insertCell(tr.cells.length);
+ td.innerHTML = getString("general.thirdBand");;
+ td = tr.insertCell(tr.cells.length);
+ td.innerHTML = getString("general.dateType");;
+ td = tr.insertCell(tr.cells.length);
+ td.innerHTML = getString("general.timelineHeight");;
+
+ tr = table.insertRow(1);
+ tr.style.verticalAlign = "top";
+
+ td = tr.insertCell(0);
+ var input = document.createElement("input");
+ input.type = "text";
+ input.size = "15";
+ input.id = "jumpYear";
+ input.onkeypress=doKeyPress;
+ td.appendChild(input);
+
+ var options = new Array(getString("interval.day"), getString("interval.month"), getString("interval.year"),
+ getString("interval.decade"), getString("interval.century"), getString("interval.millennium"));
+ var selected = '';
+ var theSelects = new Array();
+
+ td = tr.insertCell(tr.cells.length);
+
+ var select1 = document.createElement("select");
+ selected = getFull(intervals[0]);
+ for (var i = 0; i < options.length; i++) {
+ select1.appendChild(createOption(options[i],(options[i] == selected)));
+ }
+ select1.onchange = function () {
+ changeBand(path, createQueryString(theQueryValue, 'i', timeline), 0, intervals, table.rows[1].cells[1].firstChild.selectedIndex);
+ };
+ td.appendChild(select1);
+
+ td = tr.insertCell(tr.cells.length);
+
+ var select2 = document.createElement("select");
+ selected = getFull(intervals[1]);
+ for (var i = 0; i < options.length; i++) {
+ select2.appendChild(createOption(options[i],(options[i] == selected)));
+ }
+ select2.onchange = function () {
+ changeBand(path, createQueryString(theQueryValue, 'i', timeline), 1, intervals, table.rows[1].cells[2].firstChild.selectedIndex);
+ };
+ td.appendChild(select2);
+
+ td = tr.insertCell(tr.cells.length);
+
+ var select3 = document.createElement("select");
+ selected = getFull(intervals[2]);
+ for (var i = 0; i < options.length; i++) {
+ select3.appendChild(createOption(options[i],(options[i] == selected)));
+ }
+ select3.onchange = function () {
+ changeBand(path, createQueryString(theQueryValue, 'i', timeline), 2, intervals, table.rows[1].cells[3].firstChild.selectedIndex);
+ };
+ td.appendChild(select3);
+
+
+ td = tr.insertCell(tr.cells.length);
+ options = new Array(getString("dateType.published"), Zotero.getString("itemFields.dateAdded"), getString("dateType.modified"));
+ var values = new Array('d', 'da', 'dm');
+ var select4 = document.createElement("select");
+
+ for (var i = 0; i < options.length; i++) {
+ select4.appendChild(createOption(options[i],(values[i] == dateType)));
+ }
+ select4.onchange = function () {
+ window.location = path + createQueryString(theQueryValue, 't', timeline) + 't=' + values[table.rows[1].cells[4].firstChild.selectedIndex];
+ };
+ td.appendChild(select4);
+
+ td = tr.insertCell(tr.cells.length);
+ var fitToScreen = document.createElement("button");
+ fitToScreen.innerHTML = getString("general.fitToScreen");
+ Timeline.DOM.registerEvent(fitToScreen, "click", function () {
+ window.location = path + createQueryString(theQueryValue, false, timeline);
+ });
+ td.appendChild(fitToScreen);
+
+ div.appendChild(table);
+}
+
+/*
+ Everything below is from http://simile.mit.edu/timeline/examples/examples.js unless noted otherwise
+*/
+
+function centerTimeline(date) {
+ tl.getBand(0).setCenterVisibleDate(Timeline.DateTime.parseGregorianDateTime(date));
+}
+
+function setupFilterHighlightControls(div, timeline, bandIndices, theme) {
+ var table = document.createElement("table");
+ var tr = table.insertRow(0);
+
+ var td = tr.insertCell(0);
+ td.innerHTML = getString("general.filter");
+
+ td = tr.insertCell(1);
+ td.innerHTML = getString("general.highlight");
+
+ var handler = function(elmt, evt, target) {
+ onKeyPress(timeline, bandIndices, table);
+ };
+
+ tr = table.insertRow(1);
+ tr.style.verticalAlign = "top";
+
+ td = tr.insertCell(0);
+
+ var input = document.createElement("input");
+ input.type = "text";
+ input.size = "18";//Added by Ben for Zotero
+ Timeline.DOM.registerEvent(input, "keypress", handler);
+ td.appendChild(input);
+
+ for (var i = 0; i < theme.event.highlightColors.length; i++) {
+ td = tr.insertCell(i + 1);
+
+ input = document.createElement("input");
+ input.type = "text";
+ Timeline.DOM.registerEvent(input, "keypress", handler);
+ td.appendChild(input);
+ input.size = "15";//Added by Ben for Zotero
+ var divColor = document.createElement("div");
+ divColor.style.height = "0.5em";
+ divColor.style.background = theme.event.highlightColors[i];
+ td.appendChild(divColor);
+ }
+
+ td = tr.insertCell(tr.cells.length);
+ var button = document.createElement("button");
+ button.innerHTML = getString("general.clearAll");
+ Timeline.DOM.registerEvent(button, "click", function() {
+ clearAll(timeline, bandIndices, table);
+ });
+ td.appendChild(button);
+
+ div.appendChild(table);
+}
+
+var timerID = null;
+function onKeyPress(timeline, bandIndices, table) {
+ if (timerID != null) {
+ window.clearTimeout(timerID);
+ }
+ timerID = window.setTimeout(function() {
+ performFiltering(timeline, bandIndices, table);
+ }, 300);
+}
+function cleanString(s) {
+ return s.replace(/^\s+/, '').replace(/\s + $/, '');
+}
+function performFiltering(timeline, bandIndices, table) {
+ timerID = null;
+
+ var tr = table.rows[1];
+ var text = cleanString(tr.cells[0].firstChild.value);
+
+ var filterMatcher = null;
+ if (text.length > 0) {
+ var regex = new RegExp(text, "i");
+ filterMatcher = function(evt) {
+ return regex.test(evt.getText()) || regex.test(evt.getDescription());
+ };
+ }
+
+ var regexes = [];
+ var hasHighlights = false;
+ for (var x = 1; x < tr.cells.length - 1; x++) {
+ var input = tr.cells[x].firstChild;
+ var text2 = cleanString(input.value);
+ if (text2.length > 0) {
+ hasHighlights = true;
+ regexes.push(new RegExp(text2, "i"));
+ } else {
+ regexes.push(null);
+ }
+ }
+ var highlightMatcher = hasHighlights ? function(evt) {
+ var text = evt.getText();
+ var description = evt.getDescription();
+ for (var x = 0; x < regexes.length; x++) {
+ var regex = regexes[x];
+ if (regex != null && (regex.test(text) || regex.test(description))) {
+ return x;
+ }
+ }
+ return -1;
+ } : null;
+
+ for (var i = 0; i < bandIndices.length; i++) {
+ var bandIndex = bandIndices[i];
+ timeline.getBand(bandIndex).getEventPainter().setFilterMatcher(filterMatcher);
+ timeline.getBand(bandIndex).getEventPainter().setHighlightMatcher(highlightMatcher);
+ }
+ timeline.paint();
+}
+function clearAll(timeline, bandIndices, table) {
+ var tr = table.rows[1];
+ for (var x = 0; x < tr.cells.length - 1; x++) {
+ tr.cells[x].firstChild.value = "";
+ }
+
+ for (var i = 0; i < bandIndices.length; i++) {
+ var bandIndex = bandIndices[i];
+ timeline.getBand(bandIndex).getEventPainter().setFilterMatcher(null);
+ timeline.getBand(bandIndex).getEventPainter().setHighlightMatcher(null);
+ }
+ timeline.paint();
+}
\ No newline at end of file
diff --git a/chrome/skin/default/zotero/toolbar-advanced-search.png b/chrome/skin/default/zotero/toolbar-advanced-search.png
new file mode 100755
index 0000000000..cf3d97f75e
Binary files /dev/null and b/chrome/skin/default/zotero/toolbar-advanced-search.png differ
diff --git a/chrome/skin/default/zotero/treeitem-attachment-pdf.png b/chrome/skin/default/zotero/treeitem-attachment-pdf.png
new file mode 100644
index 0000000000..37e6831662
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-attachment-pdf.png differ
diff --git a/chrome/skin/default/zotero/treeitem-attachment-snapshot.png b/chrome/skin/default/zotero/treeitem-attachment-snapshot.png
index 3eef60f155..8423abb908 100755
Binary files a/chrome/skin/default/zotero/treeitem-attachment-snapshot.png and b/chrome/skin/default/zotero/treeitem-attachment-snapshot.png differ
diff --git a/chrome/skin/default/zotero/treeitem-audioRecording.png b/chrome/skin/default/zotero/treeitem-audioRecording.png
new file mode 100644
index 0000000000..3f768da502
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-audioRecording.png differ
diff --git a/chrome/skin/default/zotero/treeitem-blogPost.png b/chrome/skin/default/zotero/treeitem-blogPost.png
new file mode 100644
index 0000000000..ea086b0428
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-blogPost.png differ
diff --git a/chrome/skin/default/zotero/treeitem-computerProgram.png b/chrome/skin/default/zotero/treeitem-computerProgram.png
new file mode 100644
index 0000000000..0c76bd1297
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-computerProgram.png differ
diff --git a/chrome/skin/default/zotero/treeitem-conferencePaper.png b/chrome/skin/default/zotero/treeitem-conferencePaper.png
new file mode 100644
index 0000000000..7b27055952
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-conferencePaper.png differ
diff --git a/chrome/skin/default/zotero/treeitem-email.png b/chrome/skin/default/zotero/treeitem-email.png
new file mode 100644
index 0000000000..7348aed77f
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-email.png differ
diff --git a/chrome/skin/default/zotero/treeitem-forumPost.png b/chrome/skin/default/zotero/treeitem-forumPost.png
new file mode 100644
index 0000000000..03ddd799fa
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-forumPost.png differ
diff --git a/chrome/skin/default/zotero/treeitem-letter.png b/chrome/skin/default/zotero/treeitem-letter.png
index 7348aed77f..7b6f9813d4 100644
Binary files a/chrome/skin/default/zotero/treeitem-letter.png and b/chrome/skin/default/zotero/treeitem-letter.png differ
diff --git a/chrome/skin/default/zotero/treeitem-map.png b/chrome/skin/default/zotero/treeitem-map.png
new file mode 100644
index 0000000000..f90ef25ec7
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-map.png differ
diff --git a/chrome/skin/default/zotero/treeitem-podcast.png b/chrome/skin/default/zotero/treeitem-podcast.png
new file mode 100644
index 0000000000..f54bf736cd
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-podcast.png differ
diff --git a/chrome/skin/default/zotero/treeitem-radioBroadcast.png b/chrome/skin/default/zotero/treeitem-radioBroadcast.png
new file mode 100644
index 0000000000..3e8712ae2a
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-radioBroadcast.png differ
diff --git a/chrome/skin/default/zotero/treeitem-report.png b/chrome/skin/default/zotero/treeitem-report.png
new file mode 100644
index 0000000000..779ad58efc
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-report.png differ
diff --git a/chrome/skin/default/zotero/treeitem-tvBroadcast.png b/chrome/skin/default/zotero/treeitem-tvBroadcast.png
new file mode 100644
index 0000000000..1738a4f106
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-tvBroadcast.png differ
diff --git a/chrome/skin/default/zotero/treeitem-videoRecording.png b/chrome/skin/default/zotero/treeitem-videoRecording.png
new file mode 100644
index 0000000000..b0ce7bb198
Binary files /dev/null and b/chrome/skin/default/zotero/treeitem-videoRecording.png differ
diff --git a/chrome/skin/default/zotero/upgrade.css b/chrome/skin/default/zotero/upgrade.css
new file mode 100644
index 0000000000..8ea22a6cfd
--- /dev/null
+++ b/chrome/skin/default/zotero/upgrade.css
@@ -0,0 +1,7 @@
+description {
+ margin-bottom: 1.5em;
+}
+
+#zotero-change-log-link {
+ margin: 0;
+}
diff --git a/chrome/skin/default/zotero/zotero.css b/chrome/skin/default/zotero/zotero.css
index 74cdd32240..0ab9463d47 100644
--- a/chrome/skin/default/zotero/zotero.css
+++ b/chrome/skin/default/zotero/zotero.css
@@ -1,3 +1,26 @@
+/* Font sizes */
+*[zoteroFontSize=medium] #zotero-tb-search, *[zoteroFontSize=large] #zotero-tb-search,
+*[zoteroFontSize=medium] zoterotagselector textbox, *[zoteroFontSize=large] zoterotagselector textbox
+{
+ font-size: 1em !important;
+}
+
+*[zoteroFontSize=medium] treechildren::-moz-tree-row
+{
+ height: 1.5em;
+}
+
+*[zoteroFontSize=large] treechildren::-moz-tree-row
+{
+ height: 1.5em;
+}
+
+*[zoteroFontSize=large] .treecol-text
+{
+ margin:0;
+ padding:0;
+}
+
#zotero-toolbar-button
{
list-style-image: url('chrome://zotero/skin/zotero-z-24px.png');
@@ -28,11 +51,23 @@ toolbar[iconsize="small"] #zotero-toolbar-button:active
list-style-image: url('chrome://zotero/skin/zotero-z-16px-active.png');
}
+
+/* Bindings */
+textbox[type="conditional-timed"]
+{
+ -moz-binding: url('chrome://zotero/content/bindings/conditional-timed-textbox.xml#conditional-timed-textbox');
+}
+
textbox[multiline="true"][type="timed"]
{
-moz-binding: url('chrome://zotero/content/bindings/timedtextarea.xml#timed-textarea');
}
+textbox[type="styled"]
+{
+ -moz-binding: url('chrome://zotero/content/bindings/styled-textbox.xml#styled-textbox');
+}
+
noteeditor
{
-moz-binding: url('chrome://zotero/content/bindings/noteeditor.xml#note-editor');
@@ -56,138 +91,63 @@ tagsbox row
seealsobox
{
-moz-binding: url('chrome://zotero/content/bindings/relatedbox.xml#seealso-box');
+ -moz-user-focus: ignore;
}
zoterosearch
{
-moz-binding: url('chrome://zotero/content/bindings/zoterosearch.xml#search-box');
- width:60em;
}
+zoterotagselector
+{
+ -moz-binding: url('chrome://zotero/content/bindings/tagselector.xml#tag-selector');
+}
+
+
searchcondition
{
-moz-binding: url('chrome://zotero/content/bindings/zoterosearch.xml#search-condition');
}
-searchcondition menulist[id="operatorsmenu"]
-{
- width:15em;
-}
-
zoterosearchtextbox
{
- -moz-binding: url('chrome://zotero/content/bindings/searchtextbox.xml#zotero-search-textbox');
-}
-
-zoterosearchtextbox toolbarbutton
-{
- padding:0;
- cursor:default;
-}
-
-zoterosearchtextbox:not([hasOptions=true]) toolbarbutton
-{
- display:none;
-}
-
-zoterosearchtextbox .toolbarbutton-text
-{
- margin:0;
- padding:0;
-}
-
-zoterosearchtextbox .toolbarbutton-menu-dropmarker
-{
- padding:0 2px;
-}
-
-#editpane-dynamic-fields row, tagsbox row
-{
- margin:0 0 1px;
-}
-
-#editpane-dynamic-fields textbox, tagsbox textbox
-{
- margin-top:0;
- margin-bottom:-1px;
-}
-
-/* DEBUG: this doesn't seem to work, unfortunately
-#editpane-dynamic-fields label[singleField=false]:after
-{
- content:",";
-}
-*/
-
-/* creator switch button */
-#editpane-dynamic-fields row hbox toolbarbutton
-{
- margin-right:5px;
-}
-
-/* metadata field names */
-#editpane-dynamic-fields row > label:first-child,
-#editpane-dynamic-fields row > toolbarbutton .toolbarbutton-text /* creator type menu */
-{
- text-align: right;
- font-weight: bold;
-}
-
- /* creator type menu */
-#editpane-dynamic-fields row > toolbarbutton
-{
- margin: 0;
- padding: 0;
- list-style-image: url("chrome://browser/skin/dropmark-nav-small.png");
- -moz-image-region: rect(0px, 14px, 16px, 0px);
-}
-#editpane-dynamic-fields row > toolbarbutton .toolbarbutton-text
-{
- margin-top: -1px;
-}
-#editpane-dynamic-fields row > toolbarbutton .toolbarbutton-icon,
-#editpane-dynamic-fields row > toolbarbutton .toolbarbutton-menu-dropmarker
-{
- margin: 0;
- padding: 0;
+ -moz-binding: url('chrome://zotero/content/bindings/zoterosearch.xml#search-textbox');
}
-/* no space between last name and comma */
-#editpane-dynamic-fields row hbox label:first-child
+zoterosearchagefield
{
- margin-right:1px;
+ -moz-binding: url('chrome://zotero/content/bindings/zoterosearch.xml#search-in-the-last');
}
-#editpane-dynamic-fields row hbox label.comma
-{
- margin-left:0;
-}
-
-#editpane-dynamic-fields row vbox[fieldname=extra]
-{
- margin-left:6px;
-}
-
-.clicky, .unclicky
+.zotero-clicky
{
-moz-border-radius: 6px;
}
-.clicky[value="-"], .clicky[value="+"],
-.unclicky[value="-"], .unclicky[value="+"]
+.zotero-clicky[value="-"], .zotero-clicky[value="+"]
{
margin: 0px;
padding-left: 4px;
padding-right: 4px;
}
-.clicky:hover
+.zotero-clicky:not([disabled=true]):hover,
+.zotero-clicky:not([disabled=true]):hover .toolbarbutton-text
{
color: white;
- background: #666666;
+ background: #666;
}
+.zotero-clicky:not([disabled=true]):active,
+.zotero-clicky:not([disabled=true]):active .toolbarbutton-text
+{
+ color: white;
+ background: #333;
+}
+
+
#zotero-progress-box, #zotero-progress-box
{
border: 2px solid #7a0000;
@@ -215,11 +175,16 @@ zoterosearchtextbox .toolbarbutton-menu-dropmarker
width: 210px;
}
-.zotero-progress-description
+#zotero-progress-box description
{
width: 220px;
}
+#zotero-progress-box description label
+{
+ margin: 0;
+}
+
.zotero-scrape-popup-library
{
list-style-image: url('chrome://zotero/skin/treesource-library.png');
diff --git a/chrome/skin/default/zotero/zotero_logo_14px.png b/chrome/skin/default/zotero/zotero_logo_14px.png
deleted file mode 100644
index 390abc4381..0000000000
Binary files a/chrome/skin/default/zotero/zotero_logo_14px.png and /dev/null differ
diff --git a/chrome/skin/default/zotero/zotero_logo_18px.png b/chrome/skin/default/zotero/zotero_logo_18px.png
deleted file mode 100644
index 6c35044340..0000000000
Binary files a/chrome/skin/default/zotero/zotero_logo_18px.png and /dev/null differ
diff --git a/chrome/skin/default/zotero/zotero_logo_20px.png b/chrome/skin/default/zotero/zotero_logo_20px.png
deleted file mode 100644
index ad92364f64..0000000000
Binary files a/chrome/skin/default/zotero/zotero_logo_20px.png and /dev/null differ
diff --git a/chrome/skin/default/zotero/zotero_logo_20px_2.png b/chrome/skin/default/zotero/zotero_logo_20px_2.png
deleted file mode 100644
index e91c7c23d1..0000000000
Binary files a/chrome/skin/default/zotero/zotero_logo_20px_2.png and /dev/null differ
diff --git a/chrome/skin/default/zotero/zotero_logo_20px_3.png b/chrome/skin/default/zotero/zotero_logo_20px_3.png
deleted file mode 100644
index 27fe89d75e..0000000000
Binary files a/chrome/skin/default/zotero/zotero_logo_20px_3.png and /dev/null differ
diff --git a/chrome/skin/default/zotero/zotero_status_bar.png b/chrome/skin/default/zotero/zotero_status_bar.png
new file mode 100644
index 0000000000..d029477d7b
Binary files /dev/null and b/chrome/skin/default/zotero/zotero_status_bar.png differ
diff --git a/chrome/skin/default/zotero/zotero_status_bar_compact.png b/chrome/skin/default/zotero/zotero_status_bar_compact.png
new file mode 100644
index 0000000000..244204cf1f
Binary files /dev/null and b/chrome/skin/default/zotero/zotero_status_bar_compact.png differ
diff --git a/chrome/skin/default/zotero/zotero_status_bar_error.png b/chrome/skin/default/zotero/zotero_status_bar_error.png
new file mode 100644
index 0000000000..9af45d7210
Binary files /dev/null and b/chrome/skin/default/zotero/zotero_status_bar_error.png differ
diff --git a/components/chnmIZoteroAutoComplete.js b/components/zotero-autocomplete.js
similarity index 90%
rename from components/chnmIZoteroAutoComplete.js
rename to components/zotero-autocomplete.js
index ca6cde7136..bac2dd74bc 100644
--- a/components/chnmIZoteroAutoComplete.js
+++ b/components/zotero-autocomplete.js
@@ -23,7 +23,6 @@
const ZOTERO_AC_CONTRACTID = '@mozilla.org/autocomplete/search;1?name=zotero';
const ZOTERO_AC_CLASSNAME = 'Zotero AutoComplete';
const ZOTERO_AC_CID = Components.ID('{06a2ed11-d0a4-4ff0-a56f-a44545eee6ea}');
-//const ZOTERO_AC_IID = Components.interfaces.chnmIZoteroAutoComplete;
const Cc = Components.classes;
const Ci = Components.interfaces;
@@ -96,7 +95,7 @@ ZoteroAutoCompleteResult.prototype.QueryInterface = function(iid){
*/
function ZoteroAutoComplete(){
// Get the Zotero object
- this._zotero = Components.classes["@chnm.gmu.edu/Zotero;1"]
+ this._zotero = Components.classes["@zotero.org/Zotero;1"]
.getService(Components.interfaces.nsISupports)
.wrappedJSObject;
}
@@ -209,15 +208,20 @@ ZoteroAutoComplete.prototype.startSearch = function(searchString, searchParam,
}
break;
- case 'title':
- // DEBUG: These two probably won't be necesary once there's a better
- // date entry method
case 'dateModified':
case 'dateAdded':
- var sql = "SELECT DISTINCT " + searchParam + " FROM items "
+ var sql = "SELECT DISTINCT DATE(" + searchParam + ", 'localtime') FROM items "
+ "WHERE " + searchParam + " LIKE ? ORDER BY " + searchParam;
var results = this._zotero.DB.columnQuery(sql, searchString + '%');
break;
+
+ case 'accessDate':
+ var fieldID = this._zotero.ItemFields.getID('accessDate');
+
+ var sql = "SELECT DISTINCT DATE(value, 'localtime') FROM itemData "
+ + "WHERE fieldID=? AND value LIKE ? ORDER BY value";
+ var results = this._zotero.DB.columnQuery(sql, [fieldID, searchString + '%']);
+ break;
default:
var sql = "SELECT fieldID FROM fields WHERE fieldName=?";
@@ -230,12 +234,20 @@ ZoteroAutoComplete.prototype.startSearch = function(searchString, searchParam,
break;
}
- var sql = "SELECT DISTINCT value FROM itemData WHERE fieldID=?1 AND "
- + "value LIKE ?2 "
+ // We don't use date autocomplete anywhere, but if we're not
+ // disallowing it altogether, we should at least do it right and
+ // use the user part of the multipart field
+ var valueField = searchParam=='date' ? 'SUBSTR(value, 12, 100)' : 'value';
+
+ var sql = "SELECT DISTINCT " + valueField
+ + " FROM itemData NATURAL JOIN itemDataValues "
+ + "WHERE fieldID=?1 AND " + valueField
+ + " LIKE ?2 "
+
var sqlParams = [fieldID, searchString + '%'];
if (extra){
sql += "AND value NOT IN (SELECT value FROM itemData "
- + "WHERE fieldID=?1 AND itemID=?3) ";
+ + "NATURAL JOIN itemDataValues WHERE fieldID=?1 AND itemID=?3) ";
sqlParams.push(extra);
}
sql += "ORDER BY value";
diff --git a/components/zotero-protocol-handler.js b/components/zotero-protocol-handler.js
new file mode 100644
index 0000000000..9200d4ede3
--- /dev/null
+++ b/components/zotero-protocol-handler.js
@@ -0,0 +1,752 @@
+/*
+ ***** BEGIN LICENSE BLOCK *****
+
+ Copyright (c) 2006 Center for History and New Media
+ George Mason University, Fairfax, Virginia, USA
+ http://chnm.gmu.edu
+
+ Licensed under the Educational Community License, Version 1.0 (the "License");
+ you may not use this file except in compliance with the License.
+ You may obtain a copy of the License at
+
+ http://www.opensource.org/licenses/ecl1.php
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+
+
+ Based on nsChromeExtensionHandler example code by Ed Anuff at
+ http://kb.mozillazine.org/Dev_:_Extending_the_Chrome_Protocol
+
+
+ ***** END LICENSE BLOCK *****
+*/
+
+
+const ZOTERO_SCHEME = "zotero";
+const ZOTERO_PROTOCOL_CID = Components.ID("{9BC3D762-9038-486A-9D70-C997AF848A7C}");
+const ZOTERO_PROTOCOL_CONTRACTID = "@mozilla.org/network/protocol;1?name=" + ZOTERO_SCHEME;
+const ZOTERO_PROTOCOL_NAME = "Zotero Chrome Extension Protocol";
+
+// Dummy chrome URL used to obtain a valid chrome channel
+// This one was chosen at random and should be able to be substituted
+// for any other well known chrome URL in the browser installation
+const DUMMY_CHROME_URL = "chrome://mozapps/content/xpinstall/xpinstallConfirm.xul";
+
+
+function ChromeExtensionHandler() {
+ this.wrappedJSObject = this;
+ this._systemPrincipal = null;
+ this._extensions = {};
+
+
+ /*
+ * Report generation extension for Zotero protocol
+ *
+ * Example URLs:
+ *
+ * zotero://report/ -- library
+ * zotero://report/collection/12345
+ * zotero://report/search/12345
+ * zotero://report/items/12345-23456-34567
+ * zotero://report/item/12345
+ *
+ * Optional format can be specified after ids
+ *
+ * - 'html', 'rtf', 'csv'
+ * - defaults to 'html' if not specified
+ *
+ * e.g. zotero://report/collection/12345/rtf
+ *
+ *
+ * Sorting:
+ *
+ * - 'sort' query string variable
+ * - format is field[/order] [, field[/order], ...]
+ * - order can be 'asc', 'a', 'desc' or 'd'; defaults to ascending order
+ *
+ * zotero://report/collection/13245?sort=itemType/d,title
+ */
+ var ReportExtension = new function(){
+ this.newChannel = newChannel;
+
+ function newChannel(uri){
+ var ioService = Components.classes["@mozilla.org/network/io-service;1"]
+ .getService(Components.interfaces.nsIIOService);
+
+ var Zotero = Components.classes["@zotero.org/Zotero;1"]
+ .getService(Components.interfaces.nsISupports)
+ .wrappedJSObject;
+
+ generateContent:try {
+ var mimeType, content = '';
+
+ var [path, queryString] = uri.path.substr(1).split('?');
+ var [type, ids, format] = path.split('/');
+
+ // Get query string variables
+ if (queryString) {
+ var queryVars = queryString.split('&');
+ for (var i in queryVars) {
+ var [key, val] = queryVars[i].split('=');
+ switch (key) {
+ case 'sort':
+ var sortBy = val;
+ break;
+ }
+ }
+ }
+
+ switch (type){
+ case 'collection':
+ var col = Zotero.Collections.get(ids);
+ var results = col.getChildItems();
+ break;
+
+ case 'search':
+ var s = new Zotero.Search(ids);
+ var ids = s.search();
+ break;
+
+ case 'items':
+ case 'item':
+ var ids = ids.split('-');
+ break;
+
+ default:
+ var type = 'library';
+ var s = new Zotero.Search();
+ s.addCondition('noChildren', 'true');
+ var ids = s.search();
+ }
+
+ if (!results) {
+ var results = Zotero.Items.get(ids);
+
+ if (!results) {
+ mimeType = 'text/html';
+ content = 'Invalid ID';
+ break generateContent;
+ }
+ }
+
+ var items = [];
+ var itemsHash = {}; // key = itemID, val = position in |items|
+ var searchItemIDs = {}; // hash of all selected items
+ var searchParentIDs = {}; // hash of parents of selected child items
+ var searchChildIDs = {}; // hash of selected chlid items
+
+ var includeAllChildItems = Zotero.Prefs.get('report.includeAllChildItems');
+ var combineChildItems = Zotero.Prefs.get('report.combineChildItems');
+
+ for (var i=0; i creates HTML for timeline
+ (defaults: type = library | intervals = month, year, decade | timelineDate = today's date | dateType = date)
+
+
+ Example URLs:
+
+ zotero://timeline/library?i=yec
+ zotero://timeline/collection/12345?t=da&d=Jul.24.2008
+ zotero://timeline/search/54321?d=Dec.1.-500&i=dmy&t=d
+
+
+
+ zotero://timeline/data ----->creates XML file
+ (defaults: type = library | dateType = date)
+
+
+ Example URLs:
+
+ zotero://timeline/data/library?t=da
+ zotero://timeline/data/collection/12345
+ zotero://timeline/data/search/54321?t=dm
+
+ */
+ function newChannel(uri) {
+ var ioService = Components.classes["@mozilla.org/network/io-service;1"]
+ .getService(Components.interfaces.nsIIOService);
+
+ var Zotero = Components.classes["@zotero.org/Zotero;1"]
+ .getService(Components.interfaces.nsISupports)
+ .wrappedJSObject;
+
+ generateContent:try {
+ var mimeType, content = '';
+
+ var [path, queryString] = uri.path.substr(1).split('?');
+ var [intervals, timelineDate, dateType] = ['','',''];
+
+ if (queryString) {
+ var queryVars = queryString.split('&');
+ for (var i in queryVars) {
+ var [key, val] = queryVars[i].split('=');
+ if(val) {
+ switch (key) {
+ case 'i':
+ intervals = val;
+ break;
+ case 'd':
+ timelineDate = val;
+ break;
+ case 't':
+ dateType = val;
+ break;
+ }
+ }
+ }
+ }
+
+ var pathParts = path.split('/');
+
+ if (pathParts[0] != 'data') {
+ //creates HTML file
+ content = Zotero.File.getContentsFromURL('chrome://zotero/skin/timeline/timeline.html');
+ mimeType = 'text/html';
+
+ var [type, id] = pathParts;
+
+ if(!timelineDate){
+ timelineDate=Date();
+ var dateParts=timelineDate.toString().split(' ');
+ timelineDate=dateParts[1]+'.'+dateParts[2]+'.'+dateParts[3];
+ }
+ if (intervals.length < 3) {
+ intervals += "mye".substr(intervals.length);
+ }
+
+ var theIntervals = new Object();
+ theIntervals['d'] = 'Timeline.DateTime.DAY';
+ theIntervals['m'] = 'Timeline.DateTime.MONTH';
+ theIntervals['y'] = 'Timeline.DateTime.YEAR';
+ theIntervals['e'] = 'Timeline.DateTime.DECADE';
+ theIntervals['c'] = 'Timeline.DateTime.CENTURY';
+ theIntervals['i'] = 'Timeline.DateTime.MILLENNIUM';
+
+ //sets the intervals of the timeline bands
+ var theTemp = '';
+ if(type == 'collection') {
+ var theCollection = Zotero.Collections.get(id);
+ content = content.replace(theTemp, theTemp + theCollection.getName() + ' - ');
+ }
+ else if(type == 'search') {
+ var theSearch = Zotero.Searches.get(id);
+ content = content.replace(theTemp, theTemp + theSearch['name'] + ' - ');
+ }
+ else {
+ content = content.replace(theTemp, theTemp + Zotero.getString('pane.collections.library') + ' - ');
+ }
+
+ theTemp = 'Timeline.loadXML("zotero://timeline/data/';
+ var d = '';
+ //passes information (type,ids, dateType) for when the XML is created
+ if(!type || (type != 'collection' && type != 'search')) {
+ d += 'library?t=' + dateType;
+ }
+ else {
+ d += type + '/' + id + '?t=' + dateType;
+ }
+ content = content.replace(theTemp, theTemp + d);
+
+
+ var uri_str = 'data:' + (mimeType ? mimeType + ',' : '') + encodeURIComponent(content);
+ var ext_uri = ioService.newURI(uri_str, null, null);
+ var extChannel = ioService.newChannelFromURI(ext_uri);
+
+ return extChannel;
+ }
+ else {
+ //creates XML file
+ var [, type, ids] = pathParts;
+
+ switch (type){
+ case 'collection':
+ var col = Zotero.Collections.get(ids);
+ var results = col.getChildItems();
+ break;
+
+ case 'search':
+ var s = new Zotero.Search(ids);
+ var ids = s.search();
+ break;
+
+ default:
+ type = 'library';
+ var s = new Zotero.Search();
+ s.addCondition('noChildren', 'true');
+ var ids = s.search();
+ }
+
+ if (!results) {
+ var results = Zotero.Items.get(ids);
+ }
+ var items = [];
+ // Only include parent items
+ for (var i = 0; i < results.length; i++) {
+ if (!results[i].getSource()) {
+ items.push(results[i]);
+ }
+ }
+
+ if (!items) {
+ mimeType = 'text/html';
+ content = 'Invalid ID';
+ break generateContent;
+ }
+
+ // Convert item objects to export arrays
+ for (var i = 0; i < items.length; i++) {
+ items[i] = items[i].toArray();
+ }
+
+ mimeType = 'application/xml';
+
+
+ var theDateTypes = new Object();
+ theDateTypes['d'] = 'date';
+ theDateTypes['da'] = 'dateAdded';
+ theDateTypes['dm'] = 'dateModified';
+
+ //default dateType = date
+ if (!dateType || !theDateTypes[dateType]) {
+ dateType = 'd';
+ }
+
+ content = Zotero.Timeline.generateXMLDetails(items, theDateTypes[dateType]);
+
+ }
+
+ var uri_str = 'data:' + (mimeType ? mimeType + ',' : '') + encodeURIComponent(content);
+ var ext_uri = ioService.newURI(uri_str, null, null);
+ var extChannel = ioService.newChannelFromURI(ext_uri);
+
+ return extChannel;
+ }
+ catch (e){
+ Zotero.debug(e);
+ throw (e);
+ }
+ }
+ };
+
+
+ /*
+ zotero://select/type/id
+ */
+
+ var SelectExtension = new function(){
+ this.newChannel = newChannel;
+
+ function newChannel(uri) {
+ var ioService = Components.classes["@mozilla.org/network/io-service;1"]
+ .getService(Components.interfaces.nsIIOService);
+
+ var Zotero = Components.classes["@zotero.org/Zotero;1"]
+ .getService(Components.interfaces.nsISupports)
+ .wrappedJSObject;
+
+ generateContent:try {
+ var mimeType, content = '';
+
+ var [path, queryString] = uri.path.substr(1).split('?');
+ var [type, id] = path.split('/');
+
+ //currently only able to select one item
+ var wm = Components.classes["@mozilla.org/appshell/window-mediator;1"]
+ .getService(Components.interfaces.nsIWindowMediator);
+ var win = wm.getMostRecentWindow(null);
+
+ if(!win.ZoteroPane.isShowing()){
+ win.ZoteroPane.toggleDisplay();
+ }
+
+ win.ZoteroPane.selectItem(id);
+ }
+ catch (e){
+ Zotero.debug(e);
+ throw (e);
+ }
+ }
+ };
+
+
+ var ReportExtensionSpec = ZOTERO_SCHEME + "://report"
+ ReportExtensionSpec = ReportExtensionSpec.toLowerCase();
+
+ this._extensions[ReportExtensionSpec] = ReportExtension;
+
+ var TimelineExtensionSpec = ZOTERO_SCHEME + "://timeline"
+ TimelineExtensionSpec = TimelineExtensionSpec.toLowerCase();
+
+ this._extensions[TimelineExtensionSpec] = TimelineExtension;
+
+ var SelectExtensionSpec = ZOTERO_SCHEME + "://select"
+ SelectExtensionSpec = SelectExtensionSpec.toLowerCase();
+
+ this._extensions[SelectExtensionSpec] = SelectExtension;
+}
+
+
+/*
+ * Implements nsIProtocolHandler
+ */
+ChromeExtensionHandler.prototype = {
+ scheme: ZOTERO_SCHEME,
+
+ defaultPort : -1,
+
+ protocolFlags : Components.interfaces.nsIProtocolHandler.URI_STD,
+
+ allowPort : function(port, scheme) {
+ return false;
+ },
+
+ newURI : function(spec, charset, baseURI) {
+ var newURL = Components.classes["@mozilla.org/network/standard-url;1"]
+ .createInstance(Components.interfaces.nsIStandardURL);
+ newURL.init(1, -1, spec, charset, baseURI);
+
+ return newURL.QueryInterface(Components.interfaces.nsIURI);
+ },
+
+ newChannel : function(uri) {
+ var ioService = Components.classes["@mozilla.org/network/io-service;1"]
+ .getService(Components.interfaces.nsIIOService);
+
+ var chromeService = Components.classes["@mozilla.org/network/protocol;1?name=chrome"]
+ .getService(Components.interfaces.nsIProtocolHandler);
+
+ var newChannel = null;
+
+ try {
+ var uriString = uri.spec.toLowerCase();
+
+ for (extSpec in this._extensions) {
+ var ext = this._extensions[extSpec];
+
+ if (uriString.indexOf(extSpec) == 0) {
+ if (this._systemPrincipal == null) {
+ var chromeURI = chromeService.newURI(DUMMY_CHROME_URL, null, null);
+ var chromeChannel = chromeService.newChannel(chromeURI);
+
+ // Cache System Principal from chrome request
+ // so proxied pages load with chrome privileges
+ this._systemPrincipal = chromeChannel.owner;
+
+ var chromeRequest = chromeChannel.QueryInterface(Components.interfaces.nsIRequest);
+ chromeRequest.cancel(0x804b0002); // BINDING_ABORTED
+ }
+
+ var extChannel = ext.newChannel(uri);
+ // Extension returned null, so cancel request
+ if (!extChannel) {
+ var chromeURI = chromeService.newURI(DUMMY_CHROME_URL, null, null);
+ var extChannel = chromeService.newChannel(chromeURI);
+ var chromeRequest = extChannel.QueryInterface(Components.interfaces.nsIRequest);
+ chromeRequest.cancel(0x804b0002); // BINDING_ABORTED
+ }
+
+ if (this._systemPrincipal != null) {
+ // applying cached system principal to extension channel
+ extChannel.owner = this._systemPrincipal;
+ }
+
+ extChannel.originalURI = uri;
+
+ return extChannel;
+ }
+ }
+
+ // pass request through to ChromeProtocolHandler::newChannel
+ if (uriString.indexOf("chrome") != 0) {
+ uriString = uri.spec;
+ uriString = "chrome" + uriString.substring(uriString.indexOf(":"));
+ uri = chromeService.newURI(uriString, null, null);
+ }
+
+ newChannel = chromeService.newChannel(uri);
+ }
+ catch (e) {
+ throw Components.results.NS_ERROR_FAILURE;
+ }
+
+ return newChannel;
+ },
+
+ QueryInterface : function(iid) {
+ if (!iid.equals(Components.interfaces.nsIProtocolHandler) &&
+ !iid.equals(Components.interfaces.nsISupports)) {
+ throw Components.results.NS_ERROR_NO_INTERFACE;
+ }
+ return this;
+ }
+};
+
+
+//
+// XPCOM goop
+//
+
+var ChromeExtensionModule = {
+ cid: ZOTERO_PROTOCOL_CID,
+
+ contractId: ZOTERO_PROTOCOL_CONTRACTID,
+
+ registerSelf : function(compMgr, fileSpec, location, type) {
+ compMgr = compMgr.QueryInterface(Components.interfaces.nsIComponentRegistrar);
+ compMgr.registerFactoryLocation(
+ ZOTERO_PROTOCOL_CID,
+ ZOTERO_PROTOCOL_NAME,
+ ZOTERO_PROTOCOL_CONTRACTID,
+ fileSpec,
+ location,
+ type
+ );
+ },
+
+ getClassObject : function(compMgr, cid, iid) {
+ if (!cid.equals(ZOTERO_PROTOCOL_CID)) {
+ throw Components.results.NS_ERROR_NO_INTERFACE;
+ }
+ if (!iid.equals(Components.interfaces.nsIFactory)) {
+ throw Components.results.NS_ERROR_NOT_IMPLEMENTED;
+ }
+ return this.myFactory;
+ },
+
+ canUnload : function(compMgr) {
+ return true;
+ },
+
+ myFactory : {
+ createInstance : function(outer, iid) {
+ if (outer != null) {
+ throw Components.results.NS_ERROR_NO_AGGREGATION;
+ }
+
+ return new ChromeExtensionHandler().QueryInterface(iid);
+ }
+ }
+};
+
+function NSGetModule(compMgr, fileSpec) {
+ return ChromeExtensionModule;
+}
diff --git a/components/chnmIZoteroService.js b/components/zotero-service.js
similarity index 86%
rename from components/chnmIZoteroService.js
rename to components/zotero-service.js
index 7cd7b9b707..4ece11b6ee 100644
--- a/components/chnmIZoteroService.js
+++ b/components/zotero-service.js
@@ -1,29 +1,7 @@
-/*
- ***** BEGIN LICENSE BLOCK *****
-
- Copyright (c) 2006 Center for History and New Media
- George Mason University, Fairfax, Virginia, USA
- http://chnm.gmu.edu
-
- Licensed under the Educational Community License, Version 1.0 (the "License");
- you may not use this file except in compliance with the License.
- You may obtain a copy of the License at
-
- http://www.opensource.org/licenses/ecl1.php
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
-
- ***** END LICENSE BLOCK *****
-*/
-
-const ZOTERO_CONTRACTID = '@chnm.gmu.edu/Zotero;1';
+const ZOTERO_CONTRACTID = '@zotero.org/Zotero;1';
const ZOTERO_CLASSNAME = 'Zotero';
const ZOTERO_CID = Components.ID('{e4c61080-ec2d-11da-8ad9-0800200c9a66}');
-const ZOTERO_IID = Components.interfaces.chnmIZoteroService;
+const ZOTERO_IID = Components.interfaces.chnmIZoteroService; //unused
const Cc = Components.classes;
const Ci = Components.interfaces;
@@ -80,6 +58,22 @@ Cc["@mozilla.org/moz/jssubscript-loader;1"]
.getService(Ci.mozIJSSubScriptLoader)
.loadSubScript("chrome://zotero/content/xpcom/cite.js");
+Cc["@mozilla.org/moz/jssubscript-loader;1"]
+ .getService(Ci.mozIJSSubScriptLoader)
+ .loadSubScript("chrome://zotero/content/xpcom/cite_compat.js");
+
+Cc["@mozilla.org/moz/jssubscript-loader;1"]
+ .getService(Ci.mozIJSSubScriptLoader)
+ .loadSubScript("chrome://zotero/content/xpcom/quickCopy.js");
+
+Cc["@mozilla.org/moz/jssubscript-loader;1"]
+ .getService(Ci.mozIJSSubScriptLoader)
+ .loadSubScript("chrome://zotero/content/xpcom/report.js");
+
+Cc["@mozilla.org/moz/jssubscript-loader;1"]
+ .getService(Ci.mozIJSSubScriptLoader)
+ .loadSubScript("chrome://zotero/content/xpcom/timeline.js");
+
Cc["@mozilla.org/moz/jssubscript-loader;1"]
.getService(Ci.mozIJSSubScriptLoader)
.loadSubScript("chrome://zotero/content/xpcom/utilities.js");
@@ -112,6 +106,10 @@ Cc["@mozilla.org/moz/jssubscript-loader;1"]
.getService(Ci.mozIJSSubScriptLoader)
.loadSubScript("chrome://zotero/content/xpcom/progressWindow.js");
+Cc["@mozilla.org/moz/jssubscript-loader;1"]
+ .getService(Ci.mozIJSSubScriptLoader)
+ .loadSubScript("chrome://zotero/content/xpcom/annotate.js");
+
Cc["@mozilla.org/moz/jssubscript-loader;1"]
.getService(Ci.mozIJSSubScriptLoader)
.loadSubScript("chrome://global/content/nsTransferable.js");
@@ -175,7 +173,7 @@ function setTimeout(func, ms){
ZoteroService.prototype = {
QueryInterface: function(iid){
if (!iid.equals(Components.interfaces.nsISupports) &&
- !iid.equals(ZOTERO_IID)){
+ !iid.equals(ZOTERO_IID)){ // interface unused
throw Components.results.NS_ERROR_NO_INTERFACE;
}
return this;
diff --git a/defaults/preferences/zotero.js b/defaults/preferences/zotero.js
index 384596d4fe..0b295b8789 100644
--- a/defaults/preferences/zotero.js
+++ b/defaults/preferences/zotero.js
@@ -1,12 +1,69 @@
// These are DEFAULT prefs for the INSTALL. You will have to reinstall the extension to see differences!
-// Display internal shortcut
+pref("extensions.zotero.firstRun", true);
+pref("extensions.zotero@chnm.gmu.edu.description", "chrome://zotero/locale/zotero.properties");
+
+pref("extensions.zotero.useDataDir", false);
+pref("extensions.zotero.dataDir", '');
+pref("extensions.zotero.lastDataDir", '');
+pref("extensions.zotero.debug.log",false);
+pref("extensions.zotero.debug.level",5);
+pref("extensions.zotero.debug.time", false);
pref("extensions.zotero.automaticScraperUpdates",true);
pref("extensions.zotero.cacheTranslatorData",true);
pref("extensions.zotero.zoteroPaneOnTop",false);
+pref("extensions.zotero.statusBarIcon", 2);
+pref("extensions.zotero.browserContentContextMenu", true);
pref("extensions.zotero.openURL.resolver","http://athene.gmu.edu:8888/lfp/LinkFinderPlus/Display");
pref("extensions.zotero.openURL.version","0.1");
pref("extensions.zotero.parseEndNoteMIMETypes",true);
pref("extensions.zotero.automaticSnapshots",true);
-//pref("extensions.zotero.downloadAssociatedFiles",false);
+pref("extensions.zotero.downloadAssociatedFiles",false);
pref("extensions.zotero.reportTranslationFailure",true);
+pref("extensions.zotero.automaticTags",true);
+pref("extensions.zotero.fontSize", "1.0");
+pref("extensions.zotero.recursiveCollections", false);
+pref("extensions.zotero.attachmentRenameFormatString", '{%c - }{%y - }{%t{50}}');
+pref("extensions.zotero.capitalizeTitles", true);
+pref("extensions.zotero.launchNonNativeFiles", false);
+
+pref("extensions.zotero.lastCreatorFieldMode",0);
+pref("extensions.zotero.lastAbstractExpand",0);
+pref("extensions.zotero.lastRenameAssociatedFile", false);
+pref("extensions.zotero.lastViewedFolder", 'L');
+
+// Keyboard shortcuts
+pref("extensions.zotero.keys.overrideGlobal", false);
+pref("extensions.zotero.keys.openZotero", 'Z');
+pref("extensions.zotero.keys.toggleFullscreen", 'F');
+pref("extensions.zotero.keys.library", 'L');
+pref("extensions.zotero.keys.quicksearch", 'K');
+pref("extensions.zotero.keys.newItem", 'N');
+pref("extensions.zotero.keys.newNote", 'O');
+pref("extensions.zotero.keys.toggleTagSelector", 'T');
+pref("extensions.zotero.keys.copySelectedItemCitationsToClipboard", 'A');
+pref("extensions.zotero.keys.copySelectedItemsToClipboard", 'C');
+
+// Fulltext indexing
+pref("extensions.zotero.fulltext.textMaxLength", 500000);
+pref("extensions.zotero.fulltext.pdfMaxPages", 100);
+pref("extensions.zotero.search.useLeftBound", true);
+
+// Reports
+pref("extensions.zotero.report.includeAllChildItems", true);
+pref("extensions.zotero.report.combineChildItems", true);
+
+// Export and citation settings
+pref("extensions.zotero.export.lastTranslator", '14763d24-8ba0-45df-8f52-b8d1108e7ac9');
+pref("extensions.zotero.export.translatorSettings", 'true,false');
+pref("extensions.zotero.export.lastStyle", 'http://purl.org/net/xbiblio/csl/styles/chicago-note.csl');
+pref("extensions.zotero.export.bibliographySettings", 'save-as-rtf');
+pref("extensions.zotero.export.bibliographyLocale", '');
+
+pref("extensions.zotero.export.quickCopy.setting", 'bibliography=http://purl.org/net/xbiblio/csl/styles/chicago-note.csl');
+
+// Integration settings
+pref("extensions.zotero.integration.autoRegenerate", -1); // -1 = ask; 0 = no; 1 = yes
+
+// Annotation settings
+pref("extensions.zotero.annotations.warnOnClose", true);
\ No newline at end of file
diff --git a/install.rdf b/install.rdf
index 30708eaeaf..e755693cc5 100644
--- a/install.rdf
+++ b/install.rdf
@@ -6,30 +6,37 @@
zotero@chnm.gmu.edu
Zotero
- 1.0.0b2.SVN
- The Next-Generation Research Tool
+ 1.0.0rc4.SVN
Center for History and New Media
George Mason University
- Dan Cohen
- Josh Greenberg
+ Dan Cohen
+ Sean Takats
Simon Kornblith
David Norton
Dan Stillman
http://www.zotero.org
- chrome://zotero/content/preferences.xul
+ chrome://zotero/content/preferences/preferences.xul
chrome://zotero/content/about.xul
chrome://zotero/skin/zotero_z_32px.png
- http://www.zotero.org/download/update-svn.rdf
+ https://www.zotero.org/download/update-svn.rdf
2
{ec8030f7-c20a-464f-9b0e-13a3a9e97384}
- 2.0a1+
- 3.0+
+ 2.0
+ 2.0.0.*
-
+
+
+
+
+ {a463f10c-3994-11da-9945-000d60ca027b}
+ 0.9
+ 1.0.*
+
+
+
-
diff --git a/scrapers.sql b/scrapers.sql
index f6d6f822d4..e8965d9a3d 100644
--- a/scrapers.sql
+++ b/scrapers.sql
@@ -1,4 +1,4 @@
--- 99
+-- 258
-- ***** BEGIN LICENSE BLOCK *****
--
@@ -21,38 +21,16 @@
-- ***** END LICENSE BLOCK *****
-DROP TABLE IF EXISTS translators;
-CREATE TABLE translators (
- translatorID TEXT PRIMARY KEY,
- lastUpdated DATETIME,
- inRepository INT,
- priority INT,
- translatorType INT,
- label TEXT,
- creator TEXT,
- target TEXT,
- detectCode TEXT,
- code TEXT
-);
-DROP INDEX IF EXISTS translators_type;
-CREATE INDEX translators_type ON translators(translatorType);
-
-
-DROP TABLE IF EXISTS csl;
-CREATE TABLE csl (
- cslID TEXT PRIMARY KEY,
- updated DATETIME,
- title TEXT,
- csl TEXT
-);
-
-
-- Set the following timestamp to the most recent scraper update date
-REPLACE INTO "version" VALUES ('repository', STRFTIME('%s', '2006-10-02 17:00:00'));
+REPLACE INTO version VALUES ('repository', STRFTIME('%s', '2007-10-18 22:45:00'));
-REPLACE INTO "translators" VALUES ('96b9f483-c44d-5784-cdad-ce21b984fe01', '2006-10-02 17:00:00', 1, 100, 4, 'Amazon.com', 'Simon Kornblith', '^http://www\.amazon\.com/',
-'function detectWeb(doc, url) {
- var searchRe = new RegExp(''^http://(?:www\.)?amazon\.com/(gp/search/|exec/obidos/search-handle-url/|s/)'');
+REPLACE INTO translators VALUES ('96b9f483-c44d-5784-cdad-ce21b984fe01', '1.0.0b4.r1', '', '2007-06-21 20:00:00', '1', '100', '4', 'Amazon.com', 'Sean Takats', '^https?://(?:www\.)?amazon',
+'function detectWeb(doc, url) {
+
+ var suffixRe = new RegExp("https?://(?:www\.)?amazon\.([^/]+)/");
+ var suffixMatch = suffixRe.exec(url);
+ var suffix = suffixMatch[1];
+ var searchRe = new RegExp(''^https?://(?:www\.)?amazon\.'' + suffix + ''/(gp/search/|exec/obidos/search-handle-url/|s/)'');
if(searchRe.test(doc.location.href)) {
return "multiple";
} else {
@@ -61,130 +39,545 @@ REPLACE INTO "translators" VALUES ('96b9f483-c44d-5784-cdad-ce21b984fe01', '2006
if (prefix == ''x'') return namespace; else return null;
} : null;
- var xpath = ''/html/body/table/tbody/tr/td[2]/table/tbody/tr/td[@class="bucket"]/div[@class="content"]/ul/li'';
+ var xpath = ''//input[@name="ASIN"]'';
if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
- return "book";
- }
- }
-}
-',
-'function scrape(doc) {
- var namespace = doc.documentElement.namespaceURI;
- var nsResolver = namespace ? function(prefix) {
- if (prefix == ''x'') return namespace; else return null;
- } : null;
-
- var newItem = new Zotero.Item("book");
-
- // Retrieve authors
- try {
- var xpath = ''/html/body/table/tbody/tr/td[2]/form/div[@class="buying"]/a/text()[1]'';
- var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
- var elmt;
- while(elmt = elmts.iterateNext()) {
- newItem.creators.push(Zotero.Utilities.cleanAuthor(elmt.nodeValue, "author"));
- }
- } catch(ex) {Zotero.Utilities.debug(ex);}
-
- // Retrieve data from "Product Details" box
- var xpath = ''/html/body/table/tbody/tr/td[2]/table/tbody/tr/td[@class="bucket"]/div[@class="content"]/ul/li'';
- var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
- var elmt;
-
- newItem.extra = "";
- while(elmt = elmts.iterateNext()) {
- try {
- var attribute = Zotero.Utilities.cleanString(doc.evaluate(''./B[1]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue);
- var value = Zotero.Utilities.getNodeString(doc, elmt, ''./descendant-or-self::*[name() != "B"]/text()'', nsResolver);
- if(value) {
- value = Zotero.Utilities.cleanString(value);
-
- if(attribute == "Publisher:") {
- if(value.lastIndexOf("(") != -1) {
- newItem.date = value.substring(value.lastIndexOf("(")+1, value.length-1);
-
- value = value.substring(0, value.lastIndexOf("(")-1);
- }
- if(value.lastIndexOf(";") != -1) {
- newItem.edition = value.substring(value.lastIndexOf(";")+2, value.length);
-
- value = value.substring(0, value.lastIndexOf(";"));
- }
- newItem.publisher = value;
- } else if(attribute == "ISBN:") {
- newItem.ISBN = value;
- } else if(value.substring(value.indexOf(" ")+1, value.length) == "pages") {
- newItem.pages = value.substring(0, value.indexOf(" "));
- } else if(attribute != "Average Customer Review:") {
- if(attribute == "In-Print Editions:") {
- value = value.replace(" | All Editions", "");
- } else {
- value = value.replace(/\([^)]*\)/g, "");
- }
-
- newItem.extra += attribute+" "+value+"\n";
+ var elmt = doc.evaluate(''//input[@name="storeID"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(elmt) {
+ var storeID = elmt.value;
+ Zotero.debug("store id: " + storeID);
+ if (storeID=="books"){
+ return "book";
+ }
+ else if (storeID=="music"){
+ return "audioRecording";
+ }
+ else if (storeID=="dvd"|storeID=="video"){
+ return "videoRecording";
+ }
+ else {
+ return "book";
}
}
- } catch(ex) {}
+ else {
+ return "book";
+ }
+ }
}
-
- if(newItem.extra) {
- newItem.extra = newItem.extra.substr(0, newItem.extra.length-1);
- }
-
- newItem.attachments.push({title:"Amazon.com Product Page", document:doc});
-
- var xpath = ''/html/body/table/tbody/tr/td[2]/form/div[@class="buying"]/b[@class="sans"]/text()[1]'';
- var title = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
- title = Zotero.Utilities.cleanString(title);
- if(title.lastIndexOf("(") != -1 && title.lastIndexOf(")") == title.length-1) {
- title = title.substring(0, title.lastIndexOf("(")-1);
- }
- newItem.title = title;
-
- newItem.complete();
}
-
-function doWeb(doc, url) {
- var searchRe = new RegExp(''^http://www\.amazon\.com/(gp/search/|exec/obidos/search-handle-url/|s/)'');
- var m = searchRe.exec(doc.location.href)
- if(m) {
- var namespace = doc.documentElement.namespaceURI;
- var nsResolver = namespace ? function(prefix) {
+',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
- // Why can''t amazon use the same stylesheets
- var xpath;
- if(m == "exec/obidos/search-handle-url/") {
- xpath = ''//table[@cellpadding="3"]'';
- } else {
- xpath = ''//table[@class="searchresults"]'';
- }
-
- var searchresults = Zotero.Utilities.gatherElementsOnXPath(doc, doc, xpath, nsResolver);
- var items = Zotero.Utilities.getItemArray(doc, searchresults, ''^http://www\.amazon\.com/(gp/product/|exec/obidos/tg/detail/|[^/]+/dp/)'', ''^(Buy new|Hardcover|Paperback|Digital)$'');
- items = Zotero.selectItems(items);
+ var suffixRe = new RegExp("https?://(?:www\.)?amazon\.([^/]+)/");
+ var suffixMatch = suffixRe.exec(url);
+ var suffix = suffixMatch[1];
+
+ var searchRe = new RegExp(''^https?://(?:www\.)?amazon\.'' + suffix + ''/(gp/search/|exec/obidos/search-handle-url/|s/)'');
+ var m = searchRe.exec(doc.location.href);
+ var uris = new Array();
+ if (suffix == "co.jp"){
+ suffix = "jp";
+ }
+ if(m) {
+ var xpath = ''//a/span[@class="srTitle"]'';
+ var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt = elmts.iterateNext();
+ var asins = new Array();
+ var availableItems = new Array();
+ var i = 0;
+ var asinRe = new RegExp(''/(dp|product)/([^/]+)/'');
+
+ do {
+ var link = doc.evaluate(''../@href'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var searchTitle = elmt.textContent;
+ availableItems[i] = searchTitle;
+ var asinMatch = asinRe.exec(link);
+ asins[i] = asinMatch[2];
+ Zotero.debug(searchTitle + " @ " + asins[i]);
+ i++;
+ } while (elmt = elmts.iterateNext());
+ var items = Zotero.selectItems(availableItems);
if(!items) {
return true;
}
- var uris = new Array();
for(var i in items) {
- uris.push(i);
+ uris.push("http://ecs.amazonaws." + suffix + "/onca/xml?Service=AWSECommerceService&Version=2006-06-28&Operation=ItemLookup&SubscriptionId=0H174V5J5R5BE02YQN02&ItemId=" + asins[i] + "&ResponseGroup=ItemAttributes");
}
- Zotero.Utilities.processDocuments(uris, function(doc) { scrape(doc) },
- function() { Zotero.done(); }, null);
-
- Zotero.wait();
} else {
- scrape(doc);
+ var elmts = doc.evaluate(''//input[@name = "ASIN"]'', doc,
+ nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt;
+ while(elmt = elmts.iterateNext()) {
+ var asin = elmt.value;
+ }
+ uris.push("http://ecs.amazonaws." + suffix + "/onca/xml?Service=AWSECommerceService&Version=2006-06-28&Operation=ItemLookup&SubscriptionId=0H174V5J5R5BE02YQN02&ItemId=" + asin + "&ResponseGroup=ItemAttributes");
+ }
+
+ Zotero.Utilities.HTTP.doGet(uris, function(text) {
+ text = text.replace(/]*>/, "").replace(/<\?xml[^>]*\?>/, "");
+ var texts = text.split("");
+ texts = texts[1].split("");
+ text = "" + texts[0];
+ var xml = new XML(text);
+ Zotero.debug(text);
+
+ var publisher = "";
+ if (xml..Publisher.length()){
+ publisher = Zotero.Utilities.cleanString(xml..Publisher[0].text().toString());
+ }
+
+ var binding = "";
+ if (xml..Binding.length()){
+ binding = Zotero.Utilities.cleanString(xml..Binding[0].text().toString());
+ }
+
+ var productGroup = "";
+ if (xml..ProductGroup.length()){
+ productGroup = Zotero.Utilities.cleanString(xml..ProductGroup[0].text().toString());
+ }
+
+ if (productGroup=="Book") {
+ var newItem = new Zotero.Item("book");
+ newItem.publisher = publisher;
+ }
+ else if (productGroup == "Music") {
+ var newItem = new Zotero.Item("audioRecording");
+ newItem.label = publisher;
+ newItem.audioRecordingType = binding;
+ for(var i=0; i 3) {
+ ind = field[3];
+ if(field.length > 4) {
+ ind += field[4];
+ }
+ }
+
+ record.addField(code, ind, value);
+ }
+ }
+
+ var newItem = new Zotero.Item();
+ record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
+ newItem.complete();
+ }, function() { Zotero.done(); }, null);
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('da440efe-646c-4a18-9958-abe1f7d55cde', '1.0.0b4r1', '', '2007-09-13 12:00:00', '0', '100', '4', 'NCSU Library (Endeca 2)', 'Sean Takats', '^https?://[^\.]+.lib.ncsu.edu/(?:web2/tramp2\.exe|catalog/\?)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+ var xpath = ''//a[contains(text(), "MARC record")]'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "book";
+ }
+ xpath = ''//span[@class="resultTitle"]/a'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ }
+}',
+'function scrape(text){
+ var tempidRe = new RegExp("/web2/tramp2\.exe/goto/([^?]+)\?");
+ var tempidMatch = tempidRe.exec(text);
+ var tempid = tempidMatch[1];
+
+ marcUri = "http://catalog.lib.ncsu.edu/web2/tramp2.exe/download_hitlist/" + tempid;
+ marcUri = marcUri + "/NCSUCatResults.mrc?server=1home&format=MARC&server=1home&item=1&item_source=1home";
+ Zotero.Utilities.HTTP.doGet(marcUri, function(text) {
+ // load translator for MARC
+ var marc = Zotero.loadTranslator("import");
+ marc.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973");
+ marc.setString(text);
+ marc.translate();
+ }, function() {Zotero.done()}, null);
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath = ''//span[@class="resultTitle"]/a'';
+ var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt;
+ if(elmt = elmts.iterateNext()) {
+ // search results page
+ var newUris = new Array();
+ var items = new Array();
+ do {
+ items[elmt.href] = Zotero.Utilities.cleanString(elmt.textContent);
+ } while (elmt = elmts.iterateNext());
+ items = Zotero.selectItems(items);
+ if(!items) {
+ return true;
+ }
+ for(var i in items) {
+ newUris.push(i);
+ }
+ Zotero.Utilities.HTTP.doGet(newUris, function(text) { scrape(text) },
+ function() {}, null);
+ Zotero.wait();
+ } else if (elmt = doc.evaluate(''//a[contains(text(), "MARC record")]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()){
+ // single book
+ scrape(elmt.href);
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('88915634-1af6-c134-0171-56fd198235ed', '1.0.0b3.r1', '', '2007-07-31 16:45:00', '1', '100', '4', 'Library Catalog (Voyager)', 'Simon Kornblith', 'Pwebrecon\.cgi',
'function detectWeb(doc, url) {
var export_options = doc.forms.namedItem(''frm'').elements.namedItem(''RD'').options;
for(var i in export_options) {
if(export_options[i].text == ''Latin1 MARC''
|| export_options[i].text == ''Raw MARC''
+ || export_options[i].text == ''MARC 8''
|| export_options[i].text == ''UTF-8''
|| export_options[i].text == ''MARC (Unicode/UTF-8)''
+ || export_options[i].text == ''MARC UTF-8''
+ || export_options[i].text == ''UTF-8 MARC (Unicode)''
|| export_options[i].text == ''MARC (non-Unicode/MARC-8)'') {
// We have an exportable single record
if(doc.forms.namedItem(''frm'').elements.namedItem(''RC'')) {
@@ -396,7 +950,7 @@ REPLACE INTO "translators" VALUES ('88915634-1af6-c134-0171-56fd198235ed', '2006
}
}
}
-}',
+}',
'function doWeb(doc, url) {
var postString = '''';
var form = doc.forms.namedItem(''frm'');
@@ -423,7 +977,8 @@ REPLACE INTO "translators" VALUES ('88915634-1af6-c134-0171-56fd198235ed', '2006
var checkboxes = new Array();
var urls = new Array();
- var tableRows = doc.evaluate(''/html/body/form/table/tbody/tr[td/input[@type="checkbox"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRows = doc.evaluate(''//form[@name="frm"]//table/tbody/tr[td/input[@type="checkbox"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+
// Go through table rows
var tableRow;
var i = 0;
@@ -436,7 +991,7 @@ REPLACE INTO "translators" VALUES ('88915634-1af6-c134-0171-56fd198235ed', '2006
// Go through links
for(var j=0; j 23 && url.substr(0, 23) == "http://catalog.loc.gov/") {
+ marc.setHandler("itemDone", function(obj, item) {
+ item.repository = "Library of Congress Catalog";
+ item.complete();
+ });
+ } else {
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ marc.setHandler("itemDone", function(obj, item) {
+ item.repository = domain[1]+" Library Catalog";
+ item.complete();
+ });
+ }
+
marc.translate();
Zotero.done();
@@ -508,7 +1085,7 @@ REPLACE INTO "translators" VALUES ('88915634-1af6-c134-0171-56fd198235ed', '2006
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('d921155f-0186-1684-615c-ca57682ced9b', '2006-10-02 17:00:00', 1, 100, 4, 'JSTOR', 'Simon Kornblith', '^http://www\.jstor\.org/(?:view|browse|search/)',
+REPLACE INTO translators VALUES ('d921155f-0186-1684-615c-ca57682ced9b', '1.0.0b4.r1', '', '2007-03-28 16:00:00', 1, 100, 4, 'JSTOR', 'Simon Kornblith', '^https?://(?:www\.|ocrpdf-sandbox\.)jstor\.org[^/]*/(?:view|browse/[^/]+/[^/]+\?|search/|cgi-bin/jstor/viewitem)',
'function detectWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
@@ -516,39 +1093,25 @@ REPLACE INTO "translators" VALUES ('d921155f-0186-1684-615c-ca57682ced9b', '2006
} : null;
// See if this is a seach results page
- if(doc.title == "JSTOR: Search Results") {
+ if(doc.title == "JSTOR: Search Results" || url.indexOf("/browse/") != -1) {
return "multiple";
+ } else if(url.indexOf("/search/") != -1) {
+ return false;
}
// If this is a view page, find the link to the citation
- var xpath = ''/html/body/div[@class="indent"]/center//a[@class="nav"]'';
+ var xpath = ''/html/body/div[@class="indent"]//a[@class="nav"]'';
var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
if(elmts.iterateNext()) {
return "journalArticle";
}
}',
-'function getList(urls, each, done) {
- var url = urls.shift();
- Zotero.Utilities.HTTP.doGet(url, function(text) {
- if(each) {
- each(text);
- }
-
- if(urls.length) {
- getList(urls, each, done);
- } else if(done) {
- done(text);
- }
- });
-}
-
-function getJSTORAttachment(viewURL) {
- var viewRe = new RegExp("(^http://[^/]+/)view([^?]+)");
+'function getJSTORAttachment(viewURL) {
+ var viewRe = new RegExp("(^https?://[^/]+/)view([^?]+)");
var m = viewRe.exec(viewURL);
if(m) {
return {url:m[1]+"cgi-bin/jstor/printpage"+m[2]+".pdf?dowhat=Acrobat",
- mimeType:"application/pdf", title:"JSTOR Full Text PDF",
- downloadable:true};
+ mimeType:"application/pdf", title:"JSTOR Full Text PDF"};
} else {
return false;
}
@@ -557,7 +1120,7 @@ function getJSTORAttachment(viewURL) {
function itemComplete(newItem, url) {
if(newItem.url) {
newItem.attachments.push({url:newItem.url, mimeType:"text/html",
- title:"JSTOR Web-Readable Version"});
+ title:"JSTOR Link", snapshot:false});
} else {
if(newItem.ISSN) {
newItem.url = "http://www.jstor.org/browse/"+newItem.ISSN;
@@ -584,7 +1147,7 @@ function doWeb(doc, url) {
var tagRegexp = new RegExp();
tagRegexp.compile(''citationAction='');
- var tableRows = doc.evaluate(''/html/body/div[@class="indent"]/table/tbody/tr[td/span[@class="printDownloadSaveLinks"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRows = doc.evaluate(''//tr[td/span[@class="printDownloadSaveLinks"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
var tableRow;
// Go through table rows
var tableView = new Array();
@@ -624,9 +1187,34 @@ function doWeb(doc, url) {
viewPages.push(tableView[i]);
saveCitations.push(tableSave[i].replace(''citationAction=remove'', ''citationAction=save''));
}
+ } else if(url.indexOf("/browse/") != -1) {
+ var tableView = new Object();
+ var items = new Object();
+
+ var articleTitle, viewPage;
+ var links = doc.evaluate("//a", doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var link;
+ // get article and save citation links
+ while(link = links.iterateNext()) {
+ if(link.href.indexOf("/view/") != -1) {
+ articleTitle = link.textContent;
+ viewPage = link.href;
+ } else if(link.href.indexOf("citationAction=") != -1) {
+ items[link.href] = articleTitle;
+ tableView[link.href] = viewPage;
+ }
+ }
+
+ var items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ for(var i in items) {
+ viewPages.push(tableView[i]);
+ saveCitations.push(i.replace(''citationAction=remove'', ''citationAction=save''));
+ }
} else {
// If this is a view page, find the link to the citation
- var xpath = ''/html/body/div[@class="indent"]/center//a[@class="nav"]'';
+ var xpath = ''/html/body/div[@class="indent"]//a[@class="nav"]'';
var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
var saveCitation = elmts.iterateNext();
var viewSavedCitations = elmts.iterateNext();
@@ -641,7 +1229,7 @@ function doWeb(doc, url) {
Zotero.Utilities.HTTP.doGet(''http://www.jstor.org/browse?citationAction=removeAll&confirmRemAll=on&viewCitations=1'', function() { // clear marked
// Mark all our citations
- getList(saveCitations, null, function() { // mark this
+ Zotero.Utilities.HTTP.doGet(saveCitations, null, function() { // mark this
Zotero.Utilities.HTTP.doGet(''http://www.jstor.org/browse/citations.txt?exportAction=Save+as+Text+File&exportFormat=cm&viewCitations=1'', function(text) {
// get marked
var k = 0;
@@ -696,6 +1284,8 @@ function doWeb(doc, url) {
newItem.ISSN = fieldContent;
} else if(fieldCode == "PB") {
newItem.publisher = fieldContent;
+ } else if(fieldCode == "AB") {
+ newItem.abstractNote = fieldContent;
}
}
}
@@ -705,7 +1295,9 @@ function doWeb(doc, url) {
itemComplete(newItem, url);
}
- Zotero.done();
+ Zotero.Utilities.HTTP.doGet(''http://www.jstor.org/browse?citationAction=removeAll&confirmRemAll=on&viewCitations=1'', function() { // clear marked
+ Zotero.done();
+ });
});
});
});
@@ -713,14 +1305,15 @@ function doWeb(doc, url) {
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('e85a3134-8c1a-8644-6926-584c8565f23e', '2006-10-02 17:00:00', 1, 100, 4, 'History Cooperative', 'Simon Kornblith', '^http://www\.historycooperative\.org/(?:journals/.+/.+/.+\.s?html$|cgi-bin/search.cgi)',
+REPLACE INTO translators VALUES ('e85a3134-8c1a-8644-6926-584c8565f23e', '1.0.0b4.r1', '', '2007-09-08 12:00:00', '1', '100', '4', 'History Cooperative', 'Simon Kornblith', '^https?://www\.historycooperative\.org[^/]*/(?:journals/.+/.+/.+\.s?html$|cgi-bin/search.cgi|journals/.+/.+/)',
'function detectWeb(doc, url) {
- if(doc.title == "History Cooperative: Search Results") {
+ var contents = doc.title.replace("Contents", "");
+ if(doc.title != contents || doc.title == "History Cooperative: Search Results") {
return "multiple";
} else {
return "journalArticle";
}
-}',
+}',
'function associateMeta(newItem, metaTags, field, zoteroField) {
var field = metaTags.namedItem(field);
if(field) {
@@ -734,7 +1327,25 @@ function scrape(doc) {
var month, year;
var metaTags = doc.getElementsByTagName("meta");
- associateMeta(newItem, metaTags, "Title", "title");
+
+ // grab title without using meta tag, since when titles have quotes History
+ // Cooperative can''t create a proper meta tag
+ var titleRe = /(.*)/;
+ var m = titleRe.exec(doc.getElementsByTagName("body")[0].innerHTML);
+ if(m) {
+ newItem.title = m[1];
+ } else {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var bookTitle = doc.evaluate(''/html/body/form/table/tbody/tr/td[3]/table/tbody/tr/td/i'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ bookTitle = bookTitle.textContent;
+ newItem.title = "Review of "+bookTitle;
+ }
+
associateMeta(newItem, metaTags, "Journal", "publicationTitle");
associateMeta(newItem, metaTags, "Volume", "volume");
associateMeta(newItem, metaTags, "Issue", "issue");
@@ -743,6 +1354,7 @@ function scrape(doc) {
if(author) {
var authors = author.getAttribute("content").split(" and ");
for(j in authors) {
+ authors[j] = authors[j].replace("Reviewed by ", "");
newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[j], "author"));
}
}
@@ -753,15 +1365,15 @@ function scrape(doc) {
newItem.date = month.getAttribute("content")+" "+year.getAttribute("content");
}
- newItem.attachments.push({document:doc, title:"History Cooperative Full Text",
- downloadable:true});
+ newItem.attachments.push({document:doc, title:"History Cooperative Snapshot"});
newItem.complete();
}
function doWeb(doc, url) {
- if(doc.title == "History Cooperative: Search Results") {
- var items = Zotero.Utilities.getItemArray(doc, doc, ''^http://[^/]+/journals/.+/.+/.+\.html$'');
+ var contents = doc.title.replace(" Contents | ", "");
+ if(doc.title != contents || doc.title == "History Cooperative: Search Results") {
+ var items = Zotero.Utilities.getItemArray(doc, doc, ''^https?://[^/]+/journals/.+/.+/.+\.html$'');
items = Zotero.selectItems(items);
if(!items) {
@@ -782,10 +1394,3831 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('4fd6b89b-2316-2dc4-fd87-61a97dd941e8', '2006-10-02 17:00:00', 1, 100, 4, 'InnoPAC', 'Simon Kornblith', '^http://[^/]+/(?:search/|record=)',
+REPLACE INTO translators VALUES ('7987b420-e8cb-4bea-8ef7-61c2377cd686', '1.0.0b4.r1', '', '2007-06-27 02:00:00', '0', '100', '4', 'NASA ADS', 'Asa Kusuma and Ramesh Srigiriraju', '^http://adsabs\.harvard\.edu/(?:cgi-bin|abs)/',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//input[@name="bibcode"][@type="hidden"]'';
+ var multXpath = ''//input[@name="bibcode"][@type="checkbox"]'';
+
+ if (doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ } else if (doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()){
+ return "journalArticle";
+ }
+}',
+'function parseRIS(bibcodes){
+ var getURL = "http://adsabs.harvard.edu/cgi-bin/nph-bib_query?"
+ + bibcodes + "data_type=REFMAN&nocookieset=1";
+ Zotero.Utilities.HTTP.doGet(getURL, function(text){
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.translate();
+ Zotero.done();
+ }, function() {});
+ Zotero.wait();
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//input[@name="bibcode"][@type="hidden"]'';
+ var multXpath = ''//input[@name="bibcode"][@type="checkbox"]'';
+ var titleXpath = ''//table/tbody/tr/td[4]''; //will find scores and titles
+
+ var bibElmts = doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmts = doc.evaluate(titleXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmt;
+ var bibElmt;
+
+ if ((bibElmt = bibElmts.iterateNext()) && (titleElmt = titleElmts.iterateNext())) {
+
+ var items = new Array();
+
+ do {
+ titleElmt = titleElmts.iterateNext(); //iterate a second time to avoid score
+ items[bibElmt.value] = Zotero.Utilities.cleanString(titleElmt.textContent);
+ } while((bibElmt = bibElmts.iterateNext()) && (titleElmt = titleElmts.iterateNext()));
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var bibcodes="";
+ for(var bibcode in items) {
+ bibcodes = bibcodes + "bibcode="+encodeURIComponent(bibcode) + "&";
+ }
+ parseRIS(bibcodes);
+
+ } else if (bibElmt = doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()){
+ var bibcode = bibElmt.value;
+ var bibcodes = "bibcode="+encodeURIComponent(bibcode) + "&";
+ parseRIS(bibcodes);
+ }
+}');
+
+REPLACE INTO translators VALUES ('99f958ab-0732-483d-833f-6bd8e42f6277', '1.0.0b4.r1', '', '2007-06-27 02:00:00', '0', '100', '4', 'National Bureau of Economic Research', 'Asa Kusuma', '^https?://(?:papers\.|www\.)?nber\.org/papers',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//h1[@class="title"]'';
+ var multXpath = ''//input[@name="module"][@type="hidden"]'';
+ var singleXpath = ''//input[@name="domains"][@type="hidden"]'';
+
+ var str=doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+
+ if (doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ } else if (url.indexOf("byprog")==-1 && doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent.indexOf("Working Paper Search Results")==-1){
+
+ if(doc.evaluate(singleXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() && doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent.indexOf("NBER Working Papers")==-1) {
+ return "journalArticle";
+ }
+ }
+}',
+'function parseRIS(uris){
+
+ Zotero.Utilities.HTTP.doGet(uris, function(text){
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.translate();
+ Zotero.done();
+ }, function() {});
+ Zotero.wait();
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//h1[@class="title"]'';
+ var multXpath = ''//input[@name="module"]'';
+ var str=doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+
+ if (doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+
+ var bibXpath=''//table/tbody/tr/td/nobr/b'';
+ var titleXpath=''//table/tbody/tr/td/a'';
+
+ var bibElmts = doc.evaluate(bibXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmts = doc.evaluate(titleXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmt;
+ var bibElmt;
+ bibElmt = bibElmts.iterateNext();
+ titleElmt = titleElmts.iterateNext();
+
+ var items = new Array();
+
+ do {
+ items[bibElmt.textContent] = Zotero.Utilities.cleanString(titleElmt.textContent);
+ } while((bibElmt = bibElmts.iterateNext()) && (titleElmt = titleElmts.iterateNext()));
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var bibcodes="";
+ var uris = new Array();
+ for(var bibcode in items) {
+ var getURL = "http://www.nber.org/papers/"
+ + bibcode + ".ris";
+ uris.push(getURL);
+ }
+
+ parseRIS(uris);
+
+
+ } else if (doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent.indexOf("Working Paper Search Results")==-1){
+ bibcode=url.substr(url.indexOf("/papers/")+8,url.length);
+ var uris = new Array();
+ var getURL = "http://www.nber.org/papers/"
+ + bibcode + ".ris";
+ uris.push(getURL);
+ parseRIS(uris);
+ }
+}');
+
+REPLACE INTO translators VALUES ('411f9a8b-64f3-4465-b7df-a3c988b602f3', '1.0.0b4.r1', '', '2007-06-26 15:17:22', '0', '100', '4', 'RePEc', 'Asa Kusuma', '^https?://ideas\.repec\.org/',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//html/body/a/table/tbody/tr/td/font/b'';
+ var multXpath = ''//html/body/h2'';
+
+
+
+ if (doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ if(doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent.indexOf("Search")!=-1)
+ return "multiple";
+ } else if(doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "journalArticle";
+ }
+}',
+'function strrev(str) {
+ if (!str) return '''';
+ var revstr='''';
+ for (i = str.length-1; i>=0; i--)
+ revstr+=str.charAt(i)
+ return revstr;
+}
+
+
+function parseRIS(uris) {
+
+
+ Zotero.Utilities.HTTP.doGet(uris, function(text){
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.translate();
+ Zotero.done();
+ }, function() {});
+ Zotero.wait();
+}
+
+function doWeb(doc, url) {
+
+
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//html/body/a/table/tbody/tr/td/font/b'';
+ var multXpath = ''//html/body/h2'';
+
+
+
+ if (doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ if(doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent.indexOf("Search")!=-1)
+
+
+ shortXpath = ''//html/body/strong/a'';
+ longXpath = ''//html/body/dl/dt/strong/a'';
+ var multXpath='''';
+ if(doc.evaluate(shortXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ multXpath=shortXpath;
+
+ } else {
+ multXpath=longXpath;
+
+ }
+
+
+ var bibElmts = doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmts = doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmt;
+ var bibElmt;
+ bibElmt = bibElmts.iterateNext();
+ titleElmt = titleElmts.iterateNext();
+
+ var items = new Array();
+
+ do {
+
+ var bibcode = bibElmt.href;
+
+ bibcode=bibcode.substr(24);
+
+ bibcode=strrev(bibcode);
+ bibcode=bibcode.substr(5,bibcode.length);
+ bibcode=strrev(bibcode);
+
+ //Replace slashes with colons
+ bibcode=bibcode.replace("/",":","g");
+
+ //Insert colons between numbers and letters and letters and numbers
+ bibcode=bibcode.replace(/([A-Za-z])([0-9])/g,
+ function (str, p1, p2, offset, s) {
+ return p1 + ":" + p2;
+ }
+ )
+
+ bibcode=bibcode.replace(/([0-9])([A-Za-z])/g,
+ function (str, p1, p2, offset, s) {
+ return p1 + ":" + p2;
+ }
+ )
+
+ items[bibcode] = Zotero.Utilities.cleanString(titleElmt.textContent);
+
+ } while((bibElmt = bibElmts.iterateNext()) && (titleElmt = titleElmts.iterateNext()));
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var bibcodes="";
+ var uris = new Array();
+ for(var bibcode in items) {
+
+ var getURL = "http://ideas.repec.org/cgi-bin/ref.cgi?handle=RePEc";
+ getURL = getURL + bibcode + "&output=3";
+
+ uris.push(getURL);
+ }
+
+ parseRIS(uris);
+
+
+
+
+ } else if(doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+
+ var bibcode = url;
+
+ bibcode=bibcode.substr(24);
+
+ bibcode=strrev(bibcode);
+ bibcode=bibcode.substr(5,bibcode.length);
+ bibcode=strrev(bibcode);
+
+
+ //Replace slashes with colons
+ bibcode=bibcode.replace("/",":","g");
+
+ //Insert colons between numbers and letters and letters and numbers
+ bibcode=bibcode.replace(/([A-Za-z])([0-9])/g,
+ function (str, p1, p2, offset, s) {
+ return p1 + ":" + p2;
+ }
+ )
+
+ bibcode=bibcode.replace(/([0-9])([A-Za-z])/g,
+ function (str, p1, p2, offset, s) {
+ return p1 + ":" + p2;
+ }
+ )
+
+
+ var getURL = "http://ideas.repec.org/cgi-bin/ref.cgi?handle=RePEc";
+ getURL = getURL + bibcode + "&output=3";
+
+ var idarray = new Array();
+ idarray.push(getURL);
+ parseRIS(idarray);
+
+ }
+
+
+}');
+
+REPLACE INTO translators VALUES ('e4660e05-a935-43ec-8eec-df0347362e4c', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'ERIC', 'Ramesh Srigiriraju', '^http://(?:www\.)?eric\.ed\.gov/',
+'function detectWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix) {
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var searchpath=''//form[@name="searchResultsForm"][@id="searchResultsForm"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+ var singpath=''//tr/td[@class="primaryHeader"][contains(text(), "Result Details")]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var typepath=''//tr[td/strong/text()="Pub Types:"]/td[2]/text()'';
+ var typestr=doc.evaluate(typepath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var typereg=new RegExp("([^;/\-]+)");
+ var typearr=typereg.exec(typestr);
+ if(typearr[1]=="Journal Articles")
+ return "journalArticle";
+ if(typearr[1]=="Information Analyses")
+ return "journalArticle";
+ if(typearr[1]="Machine")
+ return "computerProgram";
+ if(typearr[1]="Computer Programs")
+ return "computerProgram";
+ if(typearr[1]="Dissertations")
+ return "thesis";
+ if(typearr[1]="Reports")
+ return "report";
+ if(typearr[1]="Non")
+ return "audioRecording";
+ if(typearr[1]="Legal")
+ return "statute";
+ else
+ return "book";
+ }
+}',
+'function doWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix) {
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var searchpath=''//form[@name="searchResultsForm"][@id="searchResultsForm"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var string="http://eric.ed.gov/ERICWebPortal/custom/portlets/clipboard/performExport.jsp";
+ var idpath=''//a[img]/@id'';
+ var ids=doc.evaluate(idpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var items=new Array();
+ var titlpath=''//tr[1]/td[1]/p/a'';
+ var titlerows=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var id;
+ while(id=ids.iterateNext())
+ items[id.nodeValue]=Zotero.Utilities.cleanTags(Zotero.Utilities.cleanString(titlerows.iterateNext().textContent));
+ items=Zotero.selectItems(items);
+ var string="http://eric.ed.gov/ERICWebPortal/custom/portlets/clipboard/performExport.jsp?";
+ for(var ids in items)
+ string+="accno="+ids+"&";
+ string+="texttype=endnote&citationtype=brief&Download.x=86&Download.y=14";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.setHandler("itemDone", function(obj, newItem) {
+ var linkpath=''//tbody[tr/td/a/@id="''+newItem.itemID+''"]/tr/td/p/a[@class="action"]'';
+ var link=doc.evaluate(linkpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(link)
+ newItem.attachments.push({url:link.href, title:newItem.title, mimeType:"application/pdf"});
+ newItem.complete();
+ });
+ trans.translate();
+ Zotero.done();
+ });
+ Zotero.wait();
+ }
+ var singpath=''//tr/td[@class="primaryHeader"][contains(text(), "Result Details")]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var idpath=''//input[@type="hidden"][@name="accno"]/@value'';
+ var idpath2=''//meta[@name="eric #"]/@content'';
+ var id;
+ var temp=doc.evaluate(idpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(temp)
+ id=temp.nodeValue;
+ else
+ id=doc.evaluate(idpath2, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var string="http://eric.ed.gov/ERICWebPortal/custom/portlets/clipboard/performExport.jsp?accno=";
+ string+=id+"&texttype=endnote&citationtype=brief&Download.x=86&Download.y=14";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.setHandler("itemDone", function(obj, newItem) {
+ var linkpath=''//tr/td/p[img/@alt="PDF"]/a'';
+ var link=doc.evaluate(linkpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(link)
+ newItem.attachments.push({url:link.href, title:newItem.title, mimeType:"application/pdf"});
+ newItem.complete();
+ });
+ trans.translate();
+ Zotero.done();
+ });
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('b86bb082-6310-4772-a93c-913eaa3dfa1b', '1.0.0b4.r5', '', '2007-09-24 17:35:00', '0', '100', '4', 'Early English Books Online', 'Michael Berkowitz', '^http://eebo.chadwyck.com/search',
+'function detectWeb(doc, url) {
+ if (doc.title == "Search Results - EEBO") {
+ return "multiple";
+ } else if (doc.title != "Basic Search - EEBO") {
+ return "book";
+ }
+}',
+'function doWeb(doc, url) {
+ var eeboIDs = new Array();
+ if (doc.title == "Search Results - EEBO") {
+ var items = new Object();
+ Zotero.debug("search page");
+ var IDxpath = ''//td[4]/script'';
+ var Titlexpath = ''//td[3]/i'';
+ var new_ids = doc.evaluate(IDxpath, doc, null, XPathResult.ANY_TYPE, null);
+ var new_titles = doc.evaluate(Titlexpath, doc, null, XPathResult.ANY_TYPE, null);
+ var next_id = new_ids.iterateNext();
+ var next_title = new_titles.iterateNext();
+ var IDRegex = /''(\d+)''/;
+ while (next_id) {
+ items[next_id.textContent.match(IDRegex)[1]] = next_title.textContent;
+ next_id = new_ids.iterateNext();
+ next_title = new_titles.iterateNext();
+ }
+ items = Zotero.selectItems(items);
+ for (var i in items) {
+ eeboIDs.push(i);
+ }
+ } else {
+ var IDRegex = /&ID=(\w+)&/
+ var eeboid = url.match(IDRegex)[1];
+ if (eeboid[0] == "D") {
+ eeboid = eeboid.slice(7, 14);
+ }
+ eeboIDs.push(eeboid);
+ }
+ Zotero.debug(eeboIDs);
+ for (var i = 0 ; i < eeboIDs.length ; i++) {
+ var postString = ''cit_format=RIS&Print=Print&cit_eeboid='' + eeboIDs[i] + ''&EeboId='' + eeboIDs[i];
+ var new_eeboid = eeboIDs[i]
+ Zotero.Utilities.HTTP.doPost(''http://eebo.chadwyck.com/search/print'', postString, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text.substring(17));
+ translator.setHandler("itemDone", function(obj, item) {
+ item.url = ''http://eebo.chadwyck.com/search/full_rec?SOURCE=pgimages.cfg&ACTION=ByID&ID='' + new_eeboid + ''&FILE=../session/1190302085_15129&SEARCHSCREEN=CITATIONS&SEARCHCONFIG=config.cfg&DISPLAY=ALPHA'';
+ item.complete();
+ });
+ translator.translate();
+ Zotero.done();
+ });
+ }
+}');
+
+REPLACE INTO translators VALUES ('d9be934c-edb9-490c-a88d-34e2ee106cd7', '1.0.0b4.r5', '', '2007-07-31 16:45:00', '0', '100', '4', 'Time.com', 'Michael Berkowitz', '^http://www.time.com/time/',
+'function detectWeb(doc, url) {
+ if (doc.title == "TIME Magazine - Search Results") {
+ return "multiple";
+ } else {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x") return namespace; else return null;
+ } : null;
+
+ var xpath = ''//meta[@name="byline"]'';
+ var xpath2 = ''//div[@class="byline"]'';
+ var xpath3 = ''//div[@class="copy"]/div[@class="byline"]'';
+ if ((doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() || doc.evaluate(xpath2, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() || doc.evaluate(xpath3, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) ) {
+ if (url.substr(-4,4) == "html") {
+ return "newspaperArticle";
+ }
+ }
+ }
+}
+',
+'function associateMeta(newItem, metaTags, field, zoteroField) {
+ if (metaTags[field]) {
+ newItem[zoteroField] = metaTags[field];
+ }
+}
+
+function scrape(doc, url) {
+ var newItem = new Zotero.Item("newspaperArticle");
+ newItem.publicationTitle = "Time Magazine";
+ newItem.ISSN = "0040-718X";
+ newItem.url = doc.location.href;
+
+ var metaTags = new Object();
+
+ var metaTagHTML = doc.getElementsByTagName("meta")
+ for (var i = 0 ; i < metaTagHTML.length ; i++) {
+ metaTags[metaTagHTML[i].getAttribute("name")] = metaTagHTML[i].getAttribute("content");
+ }
+
+ if (metaTags["head"]) {
+ associateMeta(newItem, metaTags, "head", "title");
+ } else {
+ newItem.title = doc.title.substr(0, doc.title.length - 7);
+ }
+
+ if (metaTags["description"]) {
+ associateMeta(newItem, metaTags, "description", "abstractNote");
+ }
+
+ if (metaTags["date"]) {
+ var date = metaTags["date"];
+ var months = new Object();
+ months["jan"] = "January";
+ months["feb"] = "February";
+ months["mar"] = "March";
+ months["apr"] = "April";
+ months["may"] = "May";
+ months["jun"] = "June";
+ months["jul"] = "July";
+ months["aug"] = "August";
+ months["sep"] = "September";
+ months["oct"] = "October";
+ months["nov"] = "November";
+ months["dec"] = "December";
+ date = date.split(".").join("").split(", ").slice(1);
+ date[0] = months[date[0].split(" ")[0].toLowerCase()] + " " + date[0].split(" ")[1];
+ newItem.date = date.join(", ");
+ }
+ if (metaTags["keywords"]) {
+ newItem.tags = Zotero.Utilities.cleanString(metaTags["keywords"]).split(", ");
+ for (var i in newItem.tags) {
+ if (newItem.tags[i] == "" || newItem.tags[i] == " ") {
+ break;
+ } else {
+ var words = newItem.tags[i].split(" ");
+ for (var j = 0 ; j < words.length ; j++) {
+ Zotero.debug(words[j]);
+ if (words[j][0] == words[j][0].toLowerCase() && words[j][0]) {
+ words[j] = words[j][0].toUpperCase() + words[j].substr(1).toLowerCase();
+ }
+ }
+ }
+ newItem.tags[i] = words.join(" ");
+ }
+ }
+
+ if (metaTags["byline"]) {
+ var byline = Zotero.Utilities.cleanString(metaTags["byline"]);
+ var byline1 = byline.split(" and ");
+ for (var i = 0 ; i < byline1.length ; i++) {
+ var byline2 = byline1[i].split("/");
+ for (var j = 0 ; j < byline2.length ; j++) {
+ byline2[j] = Zotero.Utilities.cleanString(byline2[j]);
+ if (byline2[j].indexOf(" ") == -1) {
+ if (byline2[j].length == 2) {
+ newItem.extra = byline2[j];
+ } else {
+ newItem.extra = byline2[j][0].toUpperCase() + byline2[j].substr(1).toLowerCase();
+ }
+ } else {
+ byline3 = byline2[j].split(" ");
+ for (var x = 0 ; x < byline3.length ; x++) {
+ byline3[x] = byline3[x][0].toUpperCase() + byline3[x].substr(1).toLowerCase();
+ }
+ byline3 = byline3.join(" ");
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(byline3, "author"));
+ }
+ }
+ }
+ }
+ newItem.complete();
+}
+
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x") return namespace; else return null;
+ } : null;
+
+ var urls = new Array();
+ if (doc.title == "TIME Magazine - Search Results") {
+ var items = new Array();
+ var items = Zotero.Utilities.getItemArray(doc, doc.getElementById("search_results").getElementsByTagName("h3"), ''^http://www.time.com/time/.*\.html$'');
+ Zotero.debug(items);
+
+ items = Zotero.selectItems(items);
+
+ if (!items) {
+ return true;
+ }
+
+ for (var i in items) {
+ if (i.match("covers") == null) {
+ urls.push(i);
+ }
+ }
+ } else if (doc.evaluate(''//meta[@name="byline"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() || doc.evaluate(''//div[@class="byline"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() || doc.evaluate(''//div[@class="copy"]/div[@class="byline"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() ) {
+ urls.push(doc.location.href);
+ }
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done(); } );
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('b33bbb49-03d2-4175-91c4-3840501bc953', '1.0.0b4.r5', '', '2007-07-31 16:45:00', '1', '100', '4', 'Time-Blog.com', 'Michael Berkowitz', '^http://time-blog.com/',
+'function detectWeb(doc, url) {
+ if (url.substr(-4,4) == "html") {
+ return "blogPost";
+ } else {
+ return "multiple";
+ }
+}',
+'function scrape(doc, url) {
+ var newItem = new Zotero.Item("blogPost");
+
+ newItem.url = doc.location.href;
+ newItem.title = doc.title.substr(0, doc.title.indexOf(" - "));
+
+ var titleRE = new RegExp(''^http://time-blog.com/([^/]*)/'');
+ var title = titleRE.exec(doc.location.href)[1].split("_");
+ for (var i = 0 ; i < title.length ; i++) {
+ title[i] = title[i][0].toUpperCase() + title[i].substr(1).toLowerCase();
+ }
+ newItem.blogTitle = title.join(" ");
+ var metaTags = new Object();
+
+ var metaTagHTML = doc.getElementsByTagName("meta");
+ for (var i = 0 ; i < metaTagHTML.length ; i++) {
+ metaTags[metaTagHTML[i].getAttribute("name")] = metaTagHTML[i].getAttribute("content");
+ }
+
+ if (metaTags["description"]) {
+ newItem.abstractNote = Zotero.Utilities.cleanString(Zotero.Utilities.cleanTags(metaTags["description"]));
+ }
+
+ if (metaTags["date"]) {
+ var date = metaTags["date"];
+ var months = new Object();
+ months["jan"] = "January";
+ months["feb"] = "February";
+ months["mar"] = "March";
+ months["apr"] = "April";
+ months["may"] = "May";
+ months["jun"] = "June";
+ months["jul"] = "July";
+ months["aug"] = "August";
+ months["sep"] = "September";
+ months["oct"] = "October";
+ months["nov"] = "November";
+ months["dec"] = "December";
+ date = date.split(".").join("").split(", ");
+ date[0] = months[date[0].split(" ")[0].toLowerCase()] + " " + date[0].split(" ")[1];
+ newItem.date = date.join(", ");
+ }
+
+ if (metaTags["keywords"]) {
+ newItem.tags = metaTags["keywords"].split(", ");
+ for (var i in newItem.tags) {
+ if (newItem.tags[i] == "" || newItem.tags[i] == " ") {
+ break;
+ } else {
+ var words = newItem.tags[i].split(" ");
+ for (var j = 0 ; j < words.length ; j++) {
+ if (words[j][0] == words[j][0].toLowerCase() && words[j][0]) {
+ words[j] = words[j][0].toUpperCase() + words[j].substr(1).toLowerCase();
+ }
+ }
+ }
+ newItem.tags[i] = words.join(" ");
+ }
+ }
+
+ if (doc.evaluate(''//span[@class="postedby"]'', doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var byline = Zotero.Utilities.cleanString(doc.evaluate(''//span[@class="postedby"]'', doc, null, XPathResult.ANY_TYPE, null).iterateNext().textContent);
+ if (byline.substr(0,9).toLowerCase() == "posted by") {
+ byline = byline.substr(10).split(" ");
+ } else {
+ byline.split(" ");
+ }
+ for (var i = 0; i < byline.length ; i++) {
+ byline[i] = byline[i][0].toUpperCase() + byline[i].substr(1).toLowerCase();
+ }
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(byline.join(" "), "author"));
+ } else if (newItem.blogTitle == "Theag") {
+ newItem.creators.push(Zotero.Utilities.cleanAuthor("Matthew Yeomans", "author"));
+ newItem.blogTitle = "the Aggregator";
+ }
+
+ Zotero.debug(newItem);
+
+ newItem.complete();
+
+}
+
+function doWeb(doc, url) {
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x") return namespace; else return null;
+ } : null;
+
+ var URIS = new Array();
+
+ var xpath = ''//h1[@class="entryTitle"]/a'';
+ var articles = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var art = articles.iterateNext();
+ var arts = new Array();
+ var urls = new Array();
+ while (art) {
+ arts.push(art.textContent);
+ urls.push(art.href);
+ art = articles.iterateNext();
+ }
+ if (arts.length > 1) {
+ var items = new Object;
+ for (var i = 0; i < arts.length ; i++ ) {
+ items[urls[i]] = arts[i];
+ }
+ items = Zotero.selectItems(items);
+
+ for (i in items) {
+ URIS.push(i);
+ }
+ } else {
+ URIS.push(url);
+ }
+ Zotero.Utilities.processDocuments(URIS, scrape, function() { Zotero.done(); } );
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('9346ddef-126b-47ec-afef-8809ed1972ab', '1.0.0b4.r5', '', '2007-07-31 16:45:00', '1', '99', '4', 'Institute of Physics', 'Michael Berkowitz', '^http://www.iop.org/EJ/(toc|abstract|search)',
+'function detectWeb(doc, url) {
+ if ((doc.location.href.indexOf("toc") == -1) && (doc.location.href.indexOf("search") == -1)) {
+ Zotero.debug("journalArticle");
+ return "journalArticle";
+ } else {
+ Zotero.debug("multiple");
+ return "multiple";
+ }
+}',
+'function parseRIS(getURL, pdfURL) {
+ Zotero.Utilities.HTTP.doGet(getURL, function(text){
+ // load translator for RIS
+ var translator = Zotero.loadTranslator ("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ item.attachments = [
+ {url:pdfURL, title:"IOP Full Text PDF", mimeType:"application/pdf"}
+ ];
+ item.complete();
+ });
+ translator.translate();
+ Zotero.done();
+ }, function() {});
+
+ Zotero.wait();
+}
+
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x" ) return namespace; else return null;
+ } : null;
+
+ var xpath = ''//td[1][@id="toc-opts-left"]/span[@class="toclink"]/a[contains(text(), "Abstract")]'';
+ var PDFs = new Array();
+ var urls = new Array();
+ var pdfurls = new Array();
+ var items = new Array();
+
+ if (doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var links = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var url = links.iterateNext();
+ while (url) {
+ items.push(url.href);
+ url = links.iterateNext ();
+ }
+
+ var titles = new Array();
+ var xpath2 = ''//strong[@class="tocTitle"]'';
+ var stuff = doc.evaluate(xpath2, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var title = stuff.iterateNext();
+ while (title) {
+ titles.push(title.textContent);
+ title = stuff.iterateNext();
+ }
+
+ var xpath3 = ''//table/tbody/tr/td[2]/span[@class="toclink"]/a'';
+ var PDFlinks = doc.evaluate(xpath3, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var newPDF = PDFlinks.iterateNext();
+ while (newPDF) {
+ PDFs.push(newPDF.href);
+ newPDF = PDFlinks.iterateNext();
+ }
+
+ var newItems = new Object();
+
+ Zotero.debug(items.length);
+ Zotero.debug(titles.length);
+ for (var x = 0 ; x < items.length ; x++) {
+ newItems[items[x]] = [titles[x], PDFs[x]];
+ }
+
+
+ Zotero.debug(newItems);
+
+
+ newItems = Zotero.selectItems(newItems);
+
+ if (!newItems) {
+ return true;
+ }
+
+ for (var i in newItems) {
+ Zotero.debug(i);
+ urls.push (i);
+ var newStuff = newItems[i].split('','');
+ pdfurls.push(Zotero.Utilities.cleanString(newStuff[newStuff.length - 1]));
+ }
+
+ } else {
+ urls.push(doc.location.href);
+ var xpath4 = ''//div[@id="abstract"]//td[2]/a'';
+ pdfurls.push(doc.evaluate(xpath4, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().href);
+ }
+
+ for (var i = 0 ; i < urls.length ; i++) {
+ urls[i] = urls[i].replace("abstract", "sview");
+ }
+
+ Zotero.debug(urls);
+ Zotero.debug(pdfurls);
+ Zotero.Utilities.HTTP.doPost(urls, "format=refmgr&submit=1", function(text) {
+ for (var j = 0 ; j < urls.length ; j++) {
+ parseRIS(urls[j] + "?format=refmgr&submit=1", pdfurls[j]);
+ }
+ });
+
+ Zotero.wait();
+}
+
+');
+
+REPLACE INTO translators VALUES ('6ec8008d-b206-4a4c-8d0a-8ef33807703b', '1.0.0b4.r5', '', '2007-08-27 02:00:00', '1', '100', '4', 'The Economist', 'Michael Berkowitz', '^http://(www.)?economist.com/',
+'function detectWeb(doc, url) {
+ if (doc.location.href.indexOf("search") != -1) {
+ return "multiple";
+ } else if (doc.location.href.toLowerCase().indexOf("displaystory") != -1 || doc.location.href.indexOf("cityPage") != -1) {
+ return "magazineArticle";
+ }
+}',
+'function scrape(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x" ) return namespace; else return null;
+ } : null;
+
+ newItem = new Zotero.Item("magazineArticle");
+ newItem.ISSN = "0013-0613";
+ newItem.url = doc.location.href;
+ newItem.publicationTitle = "The Economist";
+
+
+ //get headline
+ var title = new Array();
+ if (doc.title && doc.title != "" && doc.title != "Economist.com") {
+ title = doc.title.split(" | ");
+ } else {
+ title.push(doc.evaluate(''//div[@class="clear"][@id="pay-barrier"]/div[@class="col-left"]/div[@class="article"]/font/b'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent);
+ }
+
+
+ if (title.length == 1) {
+ title.push = title;
+ } else {
+ title = title.slice(0, title.length - 1);
+ title = title.join(": ");
+ }
+ newItem.title = title;
+
+ if (doc.evaluate(''//div[@class="clear"][@id="pay-barrier"]/div[@class="col-right"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() ) {
+ newItem.extra = "(Subscription only)";
+ }
+
+ //get abstract
+ if (doc.evaluate(''//div[@id="content"]/div[@class="clear top-border"]/div[@class="col-left"]/h2'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() ) {
+ newItem.abstractNote = doc.evaluate(''//div[@id="content"]/div[@class="clear top-border"]/div[@class="col-left"]/h2'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ } else if (doc.evaluate(''//div[@class="clear"][@id="pay-barrier"]/div[@class="col-left"]/div[@class="article"]/p/strong'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() ) {
+ newItem.abstractNote = doc.evaluate(''//div[@class="clear"][@id="pay-barrier"]/div[@class="col-left"]/div[@class="article"]/p/strong'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ }
+
+ if (newItem.abstractNote[newItem.abstractNote.length - 1] != ".") {
+ newItem.abstractNote += ".";
+ }
+
+ //get date and extra stuff
+ if (doc.evaluate(''//div[@class="col-left"]/p[@class="info"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext() ) {
+ newItem.date = doc.evaluate(''//div[@class="col-left"]/p[@class="info"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent.substr(0,13);
+ }
+
+ var url = doc.location.href;
+ newItem.attachments = [
+ {url:url.replace("displaystory", "PrinterFriendly"), title:"The Economist Snapshot", mimeType:"text/html"}
+ ];
+
+ newItem.complete();
+}
+
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x" ) return namespace; else return null;
+ } : null;
+
+ var urls = new Array();
+
+ if (doc.title == "Search | Economist.com") {
+ var items = new Array();
+ var uris = new Array();
+ var results = doc.evaluate(''//ol[@class="search-results"]/li/h2/a'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var headline = results.iterateNext();
+ while (headline) {
+ items.push(headline.textContent);
+ uris.push(headline.href);
+ headline = results.iterateNext();
+ }
+
+ var newItems = new Object();
+ for (var i = 0 ; i (.*)<\/HEADLINE>/;
+ newItem.title = Zotero.Utilities.unescapeHTML(Zotero.Utilities.capitalizeTitle(text.match(t)[1]).split(" - ")[0]);
+
+ //meta tags? (except abstract, for some reason)
+ var m = /name=\"(.*)\"\s+content=\"(.*)\"\s+\/>/g;
+ var metaTags = text.match(m);
+ var metaInfo = new Object();
+ var metaNames = new Array();
+ var m2 = /name=\"(.*)\"\s+content=\"(.*)\"\s+\/>/;
+ for (var i = 0 ; i < metaTags.length ; i++) {
+ var stuff = metaTags[i].match(m2);
+ metaInfo[stuff[1]] = stuff[2];
+ metaNames.push(stuff[1]);
+ }
+
+ for (var i = 0 ; i 1) {
+ newItem.tags.push(Zotero.Utilities.unescapeHTML(keywords[k][0].toUpperCase() + keywords[k].substr(1).toLowerCase()));
+ }
+ }
+ }
+ }
+
+ //abstract
+ var a = /\"Description\"\s+content=\"([^\"]*)\"/;
+ newItem.abstractNote = Zotero.Utilities.unescapeHTML(text.match(a)[1].substring(0, text.match(a)[1].length - 3));
+
+ newItem.complete();
+ Zotero.done();
+ }, function() {});
+}
+
+function doWeb(doc, url) {
+ var URLS = new Array();
+ if (url.indexOf("siteSearch.ac") != -1) {
+ var xpath = ''//div[@class="searchresults"]/dl/dt/a'';
+ var titles = new Object();
+ var stuff = doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null);
+ var newest = stuff.iterateNext();
+ while (newest) {
+ titles[newest.href] = newest.textContent;
+ newest = stuff.iterateNext();
+ }
+
+ var items = Zotero.selectItems(titles);
+
+ for (var i in items) {
+ URLS.push(i.split("u=")[1].replace(/%3A/g,":").replace(/%2F/g,"/").split("&")[0]);
+ }
+ } else {
+ URLS.push(url);
+ }
+
+ Zotero.debug(URLS);
+
+ Zotero.Utilities.HTTP.doPost(URLS, "", function(text) {
+ for (var i = 0 ; i < URLS.length ; i++) {
+ scrape(URLS[i]);
+ }
+ });
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('c7830593-807e-48cb-99f2-c3bed2b148c2', '1.0.0b4.r5', '', '2007-08-14 22:15:00', '1', '100', '4', 'New Zealand Herald', 'Michael Berkowitz', '^http://(www|search).nzherald.co.nz/',
+'function detectWeb(doc, url) {
+ if (doc.title.indexOf("Search Results") != -1) {
+ return "multiple";
+ } else if (doc.location.href.indexOf("story.cfm") != -1) {
+ return "newspaperArticle";
+ }
+}',
+'function scrape(url) {
+ Zotero.Utilities.HTTP.doGet(url, function(text) {
+ var newItem = new Zotero.Item("newspaperArticle");
+ newItem.url = url;
+ newItem.publicationTitle = "New Zealand Herald";
+
+ //author?
+ var aut = /]*>(.*)<\/a>/;
+ if (text.match(aut)) {
+ var author = text.match(aut)[1];
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(author, "author"));
+ }
+
+ //abstract
+ var a = /meta name=\"description\" content=\"([^&]*)/;
+ newItem.abstractNote = text.match(a)[1];
+
+ //title and date
+ var t = /(.*)<\/title>/;
+ var result = text.match(t)[1].split(" - ");
+ newItem.title = result[0];
+ newItem.date = result[1];
+
+ //keywords
+ var k = /<meta name=\"keywords\" content=\"(.*)\"/;
+ var kwords = Zotero.Utilities.cleanString(text.match(k)[1]).split(", ");
+ for (var i = 0 ; i < kwords.length ; i++) {
+ newItem.tags.push(kwords[i]);
+ }
+
+ //section
+ var s = /class=\"current\"><.*><span>(.*)<\/span>/;
+ newItem.section = text.match(s)[1];
+
+ newItem.complete();
+ Zotero.debug(newItem);
+
+ Zotero.done();
+ }, function() {});
+}
+
+function doWeb(doc, url) {
+ var articles = new Array();
+ var names = new Array();
+ if (doc.title.indexOf("Search Results:") != -1) {
+ var URLS = new Array();
+ var titles = new Array();
+ var xpath = ''//p[@class="g"]/a'';
+ var links = doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null);
+ var link = links.iterateNext();
+
+ while (link) {
+ URLS.push(link.href);
+ titles.push(link.textContent);
+ link = links.iterateNext();
+ }
+
+ Zotero.debug(titles);
+ Zotero.debug(URLS);
+
+ var newItems = new Object();
+
+ for (var i = 0 ; i < titles.length ; i++) {
+ newItems[URLS[i]] = titles[i];
+ }
+
+ newItems = Zotero.selectItems(newItems);
+
+ Zotero.debug(newItems);
+
+ for (var i in newItems) {
+ articles.push(i);
+ names.push(newItems[i]);
+ }
+ } else {
+ articles.push(doc.location.href);
+ names.push(Zotero.Utilities.cleanString(doc.title.split("-")[0]));
+ }
+
+ Zotero.debug(articles);
+
+ Zotero.Utilities.HTTP.doPost(articles, "", function(text) {
+ for (var i = 0 ; i < articles.length ; i++) {
+ scrape(articles[i]);
+ }
+ });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('19120a71-17a8-4629-936a-ccdf899b9861', '1.0.0b4.r5', '', '2007-08-14 22:15:00', '1', '99', '4', 'Sydney Morning Herald', 'Michael Berkowitz', '^http://(www|search).smh.com.au/(news|siteSearch|articles)',
+'function detectWeb(doc, url) {
+ if (doc.location.href.indexOf("news") != -1 || doc.location.href.indexOf("articles") != -1) {
+ return "newspaperArticle";
+ } else if (doc.location.href.indexOf("siteSearch") != -1) {
+ return "multiple";
+ }
+}',
+'function regexMeta(str, item) {
+ var re = /name=\"(.*)\"\s+content=\"(.*)\"\s+\/>/;
+ var stuff = str.match(re);
+ if (stuff[1] == "byline") {
+ authors = stuff[2].split(" and ");
+ for (var i = 0 ; i < authors.length ; i++) {
+ item.creators.push(Zotero.Utilities.cleanAuthor(authors[i].split(" in ")[0], "author"));
+ }
+ } else if (stuff[1] == "sitecategories") {
+ item.section = stuff[2];
+ } else if (stuff[1] == "publishdate") {
+ item.date = stuff[2].split(/\s+/)[0];
+ }
+}
+
+function doWeb(doc, url) {
+ var articles = new Array();
+ if (doc.location.href.indexOf("siteSearch") != -1) {
+ var items = new Array();
+ var xpath = ''//div[@class="searchresults"]/dl/dt/a'';
+ var stuff = doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null);
+ var thing = stuff.iterateNext();
+ while (thing) {
+ items[thing.href] = thing.textContent;
+ thing = stuff.iterateNext();
+ }
+
+ items = Zotero.selectItems(items);
+
+ for (var i in items) {
+ articles.push(i);
+ }
+ } else {
+ articles.push(url);
+ }
+ for (var i = 0 ; i < articles.length ; i++) {
+ var url = articles[i]
+ Zotero.Utilities.HTTP.doGet(url, function(text) {
+ var newItem = new Zotero.Item("newspaperArticle");
+ newItem.publicationTitle = "Sydney Morning Herald";
+ newItem.url = url;
+ newItem.ISSN = "0312-6315";
+ //title
+ var t = /<HEADLINE>(.*)<\/HEADLINE>/;
+ newItem.title = Zotero.Utilities.unescapeHTML(Zotero.Utilities.capitalizeTitle(text.match(t)[1]));
+ //hooray for real meta tags!
+ var meta = /<meta\s+name=(.*)\/>/g;
+ var metaTags = text.match(meta);
+ for (var i = 0 ; i <metaTags.length ; i++) {
+ regexMeta(metaTags[i], newItem);
+ }
+ //abstract
+ var abs = /meta name=\"Description\" content=\"([^\"]*)\"/;
+ var abstract = text.match(abs)[1].split(/\s+/);
+ abstract[0] = abstract[0][0] + abstract[0].substr(1).toLowerCase();
+ abstract = abstract.join(" ");
+ newItem.abstractNote = Zotero.Utilities.unescapeHTML(abstract.substr(0, abstract.length - 3));
+ newItem.complete();
+ Zotero.done();
+ }, function() {});
+ }
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('393afc28-212d-47dd-be87-ec51bc7a58a4', '1.0.0b3.r1', '', '2007-08-14 22:20:00', '1', '100', '4', 'The Australian', 'Michael Berkowitz', '^http://(searchresults|www.theaustralian).news.com.au/',
+'function detectWeb(doc, url) {
+ if (url == "http://searchresults.news.com.au/servlet/Search" || url.indexOf("siteSearch") != -1) {
+ return "multiple";
+ } else if (url.indexOf("story") != -1) {
+ return "newspaperArticle";
+ }
+}',
+'function scrape(url) {
+ Zotero.Utilities.HTTP.doGet(url, function(text) {
+ var newItem = new Zotero.Item("newspaperArticle");
+ newItem.url = url;
+ newItem.publicationTitle = "The Australian";
+
+ //title
+ var t = /<title>(.*)<\/title>/;
+ newItem.title = Zotero.Utilities.capitalizeTitle(text.match(t)[1].split(" | ")[0]);
+
+ //abstract
+ var abs = /meta name=\"description\"\s+content=\"(.*)\"/;
+ var abstract = Zotero.Utilities.unescapeHTML(text.match(abs)[1]).split(" ");
+ abstract[0] = abstract[0][0] + abstract[0].substr(1).toLowerCase();
+ newItem.abstractNote = abstract.join(" ");
+
+ //tags
+ var t = /meta name=\"keywords\"\s+content=\"(.*)\"/;
+ var tags = text.match(t)[1].split(/,\s+/);
+ for (var i = 0 ; i < tags.length ; i++) {
+ newItem.tags.push(Zotero.Utilities.unescapeHTML(tags[i]));
+ }
+
+ //section
+ var sec = /active\"><a[^>]*>(.*)<\/a>/;
+ if (text.match(sec)) {
+ newItem.section = text.match(sec)[1];
+ }
+
+ //timestamp
+ var t = /<em class=\"timestamp\">(.*)<\/em>/;
+ newItem.date = text.match(t)[1];
+
+ //byline
+ var by = /<div\s+class=\"module-subheader\"><p>(.*)/;
+ if (text.match(by)[1]) {
+ var byline = text.match(by)[1];
+ var authors = new Array();
+ if (byline.indexOf(",") != -1) {
+ byline = byline.split(",")[0];
+ }
+ if (byline.indexOf(" and ") != -1) {
+ var authors = byline.split(" and ");
+ } else {
+ authors.push(byline);
+ }
+ for (var i = 0 ; i < authors.length ; i++) {
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[i], "author"));
+ }
+ }
+
+ newItem.complete();
+ Zotero.debug(newItem);
+
+ Zotero.done();
+ }, function() {});
+}
+
+function doWeb(doc, url) {
+ var URLS = new Array();
+ var newItems = new Object();
+ if (url == "http://searchresults.news.com.au/servlet/Search") {
+ var articles = new Array();
+ var xpath = ''//ol/li/h4[@class="heading"]/a'';
+ //var titles = doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null);
+
+ newItems = Zotero.Utilities.getItemArray(doc, doc.getElementsByTagName("h4"), /^http:\/\//);
+ newItems = Zotero.selectItems(newItems);
+ } else {
+ newItems[url] = doc.title.split(" | ")[0];
+ }
+
+ for (var i in newItems) {
+ URLS.push(i);
+ }
+
+ Zotero.debug(URLS);
+ Zotero.Utilities.HTTP.doPost(URLS, "", function(text) {
+ for (var i = 0 ; i < URLS.length ; i++) {
+ scrape(URLS[i]);
+ }
+ });
+}');
+
+REPLACE INTO translators VALUES ('303bdfc5-11b8-4107-bca1-63ca97701a0f', '1.0.0b3.r1', '', '2007-09-06 19:30:00', '0', '100', '4', 'ASCE', 'Michael Berkowitz', '^http://ascelibrary.aip.org/.+',
+'function detectWeb(doc, url) {
+ if (doc.evaluate(''//div[@id="sr-content-wrap"]//div[@class="sr-right"]/p[@class="sr-art-title"]/a'', doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ } else {
+ return "journalArticle";
+ }
+}',
+'function getRIS(doc, url) {
+ var newx = ''//div[@id="sci-art-options-box"]//input[@name="SelectCheck"]'';
+ var key = doc.evaluate(newx, doc, null, XPathResult.ANY_TYPE, null).iterateNext().value;
+ Zotero.debug(key);
+ var citation = ''http://ascelibrary.aip.org/getabs/servlet/GetCitation?source=scitation&PrefType=ARTICLE&PrefAction=Add+Selected&SelectCheck='' + key + ''&fn=open_refworks&downloadcitation=+Go+'';
+ Zotero.Utilities.HTTP.doGet(citation, function(text) {
+ var translator = Zotero.loadTranslator("import");
+ text = text.replace(/RT/, "TY");
+ text = text.replace(/VO/, "VL");
+ text = text.replace(/LK/, "UR");
+ text = text.replace(/YR/, "PY");
+ Zotero.debug(text);
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text.replace(/([A-Z][A-Z\d]\s)/g, "$1 - "));
+ translator.setHandler("itemDone", function(obj, item) {
+ item.attachments = [
+ {url:item.url, title:"ASCE Snapshot", mimeType:"text/html"},
+ {url:"http://ascelibrary.aip.org/getpdf/servlet/GetPDFServlet?filetype=pdf&id=" + key + "&idtype=cvips&prog=search", title:"EAS Full Text PDF", mimeType:"application/pdf"}
+ ];
+ //item.itemType = "journalArticle";
+ item.complete();
+ });
+ translator.translate();
+ Zotero.wait();
+ Zotero.done();
+ });
+}
+
+function doWeb(doc, url) {
+ var articles = new Array();
+ var items = new Object();
+ var xpath = ''//div[@class="sr-right"]/p[@class="sr-art-title"]/a'';
+ if (doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var titles = doc.evaluate(xpath, doc, null, XPathResult.ANY_TYPE, null);
+ while (new_title = titles.iterateNext()) {
+ items[new_title.href] = new_title.textContent;
+ }
+
+ items = Zotero.selectItems(items);
+
+ for (var i in items) {
+ articles.push(i)
+ }
+ } else {
+ var newx = ''//div[@id="sci-art-options-box"]//input[@name="SelectCheck"]'';
+ var stuff = doc.evaluate(newx, doc, null, XPathResult.ANY_TYPE, null).iterateNext().value;
+ Zotero.debug(stuff);
+ articles.push(url);
+ }
+
+ Zotero.debug(articles);
+ Zotero.Utilities.processDocuments(articles, getRIS, function() {Zotero.done});
+ Zotero.wait();
+
+}
+');
+
+REPLACE INTO translators VALUES ('5af42734-7cd5-4c69-97fc-bc406999bdba', '1.0.0b4.r5', '', '2007-09-06 19:30:00', '0', '100', '4', 'ESA Journals', 'Michael Berkowitz', '^http://www.esajournals.org/*',
+'function detectWeb(doc, url) {
+ Zotero.debug(doc.title);
+ if (url.indexOf("get-toc") != -1) {
+ return "multiple";
+ } else if (url.indexOf("get-document") != -1 || url.indexOf("get-abstract") != -1) {
+ return "journalArticle";
+ }
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var items = new Array();
+ if (url.indexOf("get-toc") != -1) {
+ var titlesAr = new Array();
+ var linksAr = new Array();
+
+ var group_xpath = ''//div[@class="group"]'';
+ var articles = doc.evaluate(group_xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ while (group = articles.iterateNext()) {
+ //gets article titles
+ titlesAr.push(doc.evaluate(''.//p[@class="title"]'', group, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent);
+
+ //gets full text links, or abstracts if that''s all that''s available
+ var link_xpath = ''.//p[@class="link"]'';
+ if (group.textContent.indexOf("Full Text") != -1) {
+ link_xpath += ''/a[substring(text(), 1, 4) = "Full"]'';
+ } else if (group.textContent.indexOf("Abstract") != -1) {
+ link_xpath += ''/a[substring(text(), 1, 8) = "Abstract"]'';
+ }
+ linksAr.push(doc.evaluate(link_xpath, group, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().href);
+ }
+
+ var articles = new Object();
+ for (var i = 0 ; i < linksAr.length ; i++) {
+ articles[linksAr[i]] = titlesAr[i];
+ }
+
+ articles = Zotero.selectItems(articles);
+
+
+
+ for (var i in articles) {
+ items.push(i);
+ }
+ } else {
+ items.push(url);
+ }
+
+ for (var i = 0 ; i < items.length ; i++) {
+ var re= /<a href=\"([^"]*)\"?>RefWorks Format/;
+ var doi = items[i].split("doi=")[1];
+ var URI = "http://www.esajournals.org/perlserv/?request=cite-builder&doi=" + doi;
+ Zotero.Utilities.HTTP.doGet(URI, function(text) {
+ var newURI = Zotero.Utilities.unescapeHTML(text.match(re)[1]);
+ Zotero.Utilities.HTTP.doGet("http://www.esajournals.org/perlserv/" + newURI, function(text) {
+ var translator = Zotero.loadTranslator("import");
+ text = text.replace(/RT/, "TY");
+ text = text.replace(/VO/, "VL");
+ text = text.replace(/LK/, "UR");
+ text = text.replace(/YR/, "PY");
+ Zotero.debug(text);
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text.replace(/([A-Z][A-Z\d]\s)/g, "$1 - "));
+ translator.setHandler("itemDone", function(obj, item) {
+ item.attachments = [
+ {url:item.url, title:"EAS Snapshot", mimeType:"text/html"},
+ {url:"http://www.esajournals.org/perlserv/?request=res-loc&uri=urn%3Aap%3Apdf%3Adoi%3A" + doi, title:"EAS Full Text PDF", mimeType:"application/pdf"}
+ ];
+ item.itemType = "journalArticle";
+ item.complete();
+ });
+ translator.translate();
+ Zotero.wait();
+ Zotero.done();
+ });
+ });
+ }
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('1f40baef-eece-43e4-a1cc-27d20c0ce086', '1.0.0b4.r1', '', '2007-07-31 19:40:00', '1', '100', '4', 'Engineering Village', 'Ben Parr', '^https?://(?:www\.)?engineeringvillage(2)?\.(?:com|org)',
+'function detectWeb(doc, url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath=''//a[img/@style="vertical-align: middle;"][@href]'';
+ if(doc.evaluate(xpath, doc,
+ nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ { return "journalArticle";}
+
+ xpath=''//input[@name="cbresult"]/@onclick'';
+ if(doc.evaluate(xpath, doc,
+ nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ { return "multiple";}
+
+ return null;
+}',
+'function parseRIS(uris)
+{
+ Zotero.Utilities.HTTP.doGet(uris, function(text){
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.translate();
+ Zotero.done();
+ }, function() {});
+ Zotero.wait();
+}
+
+//creates the link to the RIS file
+function createURL(EISESSION,docidlist,curURL)
+{
+ var milli = (new Date()).getTime();
+ var temp = curURL.split(''/'');
+ var url = temp.slice(0,temp.length-1).join(''/'') + "/Controller?EISESSION="+EISESSION;
+ url+="&CID=downloadSelectedRecordsris&format=ris&displayformat=fullDoc×tamp="
+ url+=milli;
+ url+="&docidlist=";
+ url+=docidlist;
+ url+="&handlelist=1";
+ return url;
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+ var url;
+ var xpath=''//a[img/@style="vertical-align: middle;"][@href]'';
+ if(doc.evaluate(xpath, doc,
+ nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ {
+ xpath=''//a[@class="MedBlueLink"][img]/@onclick'';
+ var temp=doc.evaluate(xpath, doc,
+ nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ var docidlist=temp.value;
+
+ docidlist=docidlist.split("MID=")[1];
+ docidlist=docidlist.split("&")[0];
+
+ xpath=''//a[img/@style="vertical-align: middle;"][@href]'';
+ temp=doc.evaluate(xpath, doc,
+ nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+
+ var EISESSION =temp.href;
+ EISESSION=EISESSION.split("(''")[1];
+ EISESSION=EISESSION.split("''")[0];
+ url=createURL(EISESSION,docidlist,doc.location.href);
+ parseRIS(url);
+ }
+ else
+ {
+ xpath=''//input[@NAME="sessionid"]'';
+ var EISESSION=doc.evaluate(xpath, doc,
+ nsResolver,XPathResult.ANY_TYPE,null).iterateNext().value;
+
+ xpath=''//input[@name="cbresult"]/@onclick'';
+
+ var items=new Array();
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null);
+ var xpath2=''//a[@class="MedBlackText"]/b'';
+ xpath2=doc.evaluate(xpath2, doc, nsResolver,XPathResult.ANY_TYPE,null);
+ var title;
+ var docidlist;
+ while(row=rows.iterateNext())
+ {
+ docidlist=row.value;
+ docidlist=docidlist.split("''")[1];
+
+ url=createURL(EISESSION,docidlist,doc.location.href);
+
+ title=xpath2.iterateNext();
+ title=title.textContent;
+
+ items[url]=title;
+ }
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+ var dois="";
+ var theurls= new Array();
+ for(var thelink in items)
+ {
+ theurls.push(thelink);
+ }
+ parseRIS(theurls);
+ }
+}');
+
+
+REPLACE INTO translators VALUES ('13b9f6fe-ded7-4f91-8c55-5d6ce64fb43e', '1.0.0b4.r1', '', '2007-06-27 02:00:00', '0', '100', '4', 'SPIE Digital Library', 'Asa Kusuma', '^https?://spiedigitallibrary\.aip\.org/',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//input[@name="SelectCheck"][@type="hidden"]'';
+ var multXpath = ''//input[@name="SelectCheck"][@type="checkbox"]'';
+
+
+ //var str=doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ //Zotero.debug("StRRRr: "+str);
+ if (doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ } if (doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+
+ return "journalArticle";
+
+ }
+}
+',
+'function parseRIS(uris) {
+
+ Zotero.debug("Begin parsing RIS");
+ Zotero.Utilities.HTTP.doGet(uris, function(text){
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.translate();
+ Zotero.done();
+ }, function() {});
+ Zotero.wait();
+}
+
+function doWeb(doc, url) {
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var singXpath = ''//input[@name="SelectCheck"][@type="hidden"]'';
+ var multXpath = ''//input[@name="SelectCheck"][@type="checkbox"]'';
+
+
+ if (doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ //multiple
+
+
+ Zotero.debug("Multiple Step 1");
+ var searchtitle = ''//tbody/tr/td/table/tbody/tr[2]/td/font/b'';
+ var bibXpath = ''//input[@name="SelectCheck"][@type="checkbox"]'';
+ var pagetype="";
+
+ //Checks what type of multiple page it is, search or browse.
+ if(doc.evaluate(searchtitle, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var titleXpath=''//a/b'';
+ pagetype="search";
+ Zotero.debug("Found a search page");
+ } else {
+ var titleXpath=''//ul/strong'';
+ Zotero.debug("Found a browse page");
+ pagetype="browse";
+ }
+ var bibElmts = doc.evaluate(bibXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmts = doc.evaluate(titleXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmt;
+ var bibElmt;
+ bibElmt = bibElmts.iterateNext();
+ titleElmt = titleElmts.iterateNext();
+
+ var items = new Array();
+ Zotero.debug("Multiple Step 2");
+ do {
+
+ Zotero.debug("SelectCheck: "+bibElmt.value);
+ items[bibElmt.value] = Zotero.Utilities.cleanString(titleElmt.textContent);
+ if(pagetype=="search") {
+ titleElmt = titleElmts.iterateNext();
+ }
+ } while((bibElmt = bibElmts.iterateNext()) && (titleElmt = titleElmts.iterateNext()));
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var bibcodes="";
+ var uris = new Array();
+ for(var bibcode in items) {
+ Zotero.debug("Export SelectCheck: "+bibcode);
+
+ var getURL = "http://spiedigitallibrary.aip.org/getabs/servlet/GetCitation?fn=view_isi&source=scitation&PrefType=ARTICLE&PrefAction=Add+Selected&SelectCheck=";
+ getURL=getURL + bibcode + "&downloadcitation=+Go+";
+ Zotero.debug(getURL);
+ uris.push(getURL);
+ }
+
+ parseRIS(uris);
+
+
+ } if (doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ singXpath = ''//input[@name="SelectCheck"][@type="hidden"]'';
+
+ var selectid=doc.evaluate(singXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ Zotero.debug("Node Value: "+selectid);
+ //single
+ var url="http://spiedigitallibrary.aip.org/getabs/servlet/GetCitation?fn=view_isi&source=scitation&PrefType=ARTICLE&PrefAction=Add+Selected&SelectCheck=";
+ //PSISDG001207000001000088000001
+ url = url+selectid;
+ url = url + "&downloadcitation=+Go+";
+ var idarray = new Array();
+ idarray.push(url);
+ parseRIS(idarray);
+ }
+
+
+
+}');
+
+REPLACE INTO translators VALUES ('ab961e61-2a8a-4be1-b8a3-044f20d52d78', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'BIBSYS', 'Ramesh Srigiriraju', '^http://ask\.bibsys\.no/ask/action',
+'function detectWeb(doc, url) {
+ var multireg=new RegExp("^http://ask\.bibsys\.no/ask/action/result");
+ if(multireg.test(url))
+ return "multiple";
+ var singlereg=new RegExp("^http://ask\.bibsys\.no/ask/action/show");
+ if(singlereg.test(url))
+ return "book";
+}',
+'function doWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix) {
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var multireg=new RegExp("http://ask\.bibsys\.no/ask/action/result");
+ if(multireg.test(url)) {
+ var titlpath=''//tr/td[@width="49%"][@align="left"][@valign="top"]/a/text()'';
+ var titles=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var codepath=''//tr/td/input[@type="checkbox"][@name="valg"]/@value'';
+ var codes=doc.evaluate(codepath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var items=new Array();
+ var title;
+ titles.iterateNext();
+ while(title=titles.iterateNext())
+ items[codes.iterateNext().nodeValue]=title.nodeValue;
+ items=Zotero.selectItems(items);
+ var string="http://ask.bibsys.no/ask/action/result?control=ctr_top";
+ for(var codes in items)
+ string+="&valg="+codes;
+ string+="&control=ctr_bottom&eksportFormat=refmanager&eksportEpostAdresse=&eksportEpostFormat=fortekst&cmd=sendtil";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.translate();
+ Zotero.done();
+ });
+ Zotero.wait();
+ }
+ var singlereg=new RegExp("http://ask\.bibsys\.no/ask/action/show");
+ if(singlereg.test(url)) {
+ var urlstring="http://ask.bibsys.no/ask/action/show";
+ var data="visningsformat=fortekst_m_eksemplarer&eksportFormat=refmanager&eksportEpostAdresse=&eksportEpostFormat=fortekst&cmd=sendtil";
+ Zotero.Utilities.HTTP.doPost(urlstring, data, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.translate();
+ Zotero.done();
+ });
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('f4130157-93f7-4493-8f24-a7c85549013d', '1.0.0b4.r1', '', '2007-08-27 05:00:00', '0', '100', '4', 'BBC', 'Ben Parr', '^https?://(?:www|news?)\.bbc\.co.uk',
+'function detectWeb(doc, url)
+{
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath;
+
+ xpath=''//meta[@name="Headline"]'';
+ if(content=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ { return "newspaperArticle"; }
+
+ xpath=''//font[@class="poshead"]/b'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ { return "newspaperArticle"; }
+
+ return null;
+}',
+'function scrape(doc,url,title)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem = new Zotero.Item("newspaperArticle");
+
+ newItem.url=url;
+ newItem.repository="bbc.co.uk";
+ newItem.publicationTitle="BBC";
+ newItem.title=title;
+
+ xpath=''//meta[@name="OriginalPublicationDate"]/@content'';
+ var temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext();
+ if(temp)
+ {
+ temp=temp.value;
+ temp=temp.split(" ")[0];
+ newItem.date=temp;
+ }
+ else
+ {
+ xpath=''//font[@class="postxt"][@size="1"]'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row;
+ while(row=rows.iterateNext())
+ {
+ temp=row.textContent;
+ if(temp.substr(0,9)=="Created: ")
+ {
+ newItem.date=temp.substr(9);
+ break;
+ }
+ }
+ }
+
+ xpath=''//meta[@name="Section"]/@content'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext();
+ if(temp)
+ { newItem.section=temp.value; }
+
+ xpath=''//meta[@name="Description"]/@content'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext();
+ if(temp)
+ { newItem.abstractNote=temp.value; }
+ else
+ {
+ xpath=''//meta[@name="description"]/@content'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext();
+ if(temp)
+ { newItem.abstractNote=temp.value; }
+ }
+
+ newItem.attachments.push({url:url, title:"BBC News Snapshot",mimeType:"text/html"});
+
+ newItem.complete();
+}
+
+
+
+function doWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath=''//meta[@name="Headline"]/@content'';
+ var title;
+ if(title=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ { scrape(doc,url,title.value) }
+ else
+ {
+ xpath=''//font[@class="poshead"]/b'';
+ if(title=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ { scrape(doc,url,title.textContent) }
+ }
+
+
+}');
+
+REPLACE INTO translators VALUES ('dbb5d4bc-3b21-47a2-9751-5dcbb65b902a', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'AMS Online Journals - Allenpress', 'Ben Parr', '^http://ams.allenpress.com/',
+'function detectWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath;
+
+ //Homepage=AMS Top 20
+ var temp=url.split("request=")[1];
+ if(temp)
+ {
+ if(temp.substr(0,10)=="index-html")
+ { return "multiple"; }
+ }
+
+
+ //browse page
+ xpath=''//div[@class="group"]/p[@class="title"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ { return "multiple"; }
+
+ //second browse page format
+ xpath=''//div[@class="toc include j"]/p/span[@class="title"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ { return "multiple"; }
+
+
+ //search page
+ xpath=''//td[@class="search"]/span[@class="title"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ { return "multiple"; }
+
+ //single page
+ xpath=''//ul/li/a'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row;
+
+ while(row=rows.iterateNext())
+ {
+ if(row.textContent=="Create Reference")
+ { return "journalArticle"; }
+ }
+
+}',
+'function parseRIS(temp,PDFs)
+{
+ Zotero.Utilities.HTTP.doGet(temp, function(text){
+
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+
+ translator.setHandler("itemDone", function(obj, newItem) {
+ //get doi of the item we''re currently saving from RIS file
+ var doi=newItem.DOI;
+ if(!doi)
+ {doi=newItem.url.replace(''http://dx.doi.org/'','''');}
+ else
+ {doi=doi.replace("doi%3A","");}
+
+ var urlstring='''';
+ var volume=newItem.volume;
+ var issue=newItem.issue;
+ var d=newItem.pages.split("-")[0];
+
+ var pdf = PDFs.shift();
+ if(pdf)
+ {
+ if(pdf=="0")
+ {
+ var b=doi.split("/");
+ if(b.length>1)
+ {b=b[1];}
+ else
+ {b=doi.split("%2F")[1];}
+ b=b.split("(")[0];
+ b=b.split("%28")[0];
+ if(!b||b.length!=9)
+ {b="1520-0477";}
+ urlstring="http://ams.allenpress.com/archive/"+b+"/"+volume+"/"+issue+"/pdf/i"+b+"-"+volume+"-"+issue+"-"+d+".pdf";
+ }
+ else if(pdf=="1")
+ {
+ while(volume.length<3)
+ {volume="0"+volume;}
+ while(issue.length<2)
+ {issue="0"+issue;}
+ while(d.length<4)
+ {d="0"+d;}
+
+ urlstring="http://docs.lib.noaa.gov/rescue/mwr/"+volume+"/mwr-"+volume+"-"+issue+"-"+d+".pdf";
+ }
+ }
+ newItem.attachments[0]={
+ title:"AMS Journals Full Text PDF",
+ url:urlstring, mimeType:"application/pdf"}
+
+ if(Zotero.Utilities.cleanString(newItem.abstractNote).toLowerCase()=="no abstract available.")
+ {newItem.abstractNote='''';}
+ newItem.complete();
+ });
+
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.translate();
+
+ Zotero.done();
+ }, function() {});
+ Zotero.wait();
+}
+
+
+function createLink(link)
+{
+ var url="http://ams.allenpress.com/perlserv/?request=download-citation&t=refman&doi=";
+ url+=getdoi(link);
+ url+="&site=amsonline";
+ return url;
+}
+
+function getdoi(link)
+{
+ doi=link.split("doi%3A")[1];
+ if(!doi)
+ {
+ doi=link.split("doi=")[1];
+ return doi;
+ }
+ return doi;
+}
+
+function getType(text)
+{
+ if(text.indexOf("(")>-1)
+ {return "0";}
+ else
+ {return "1";}
+}
+
+function doWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var doi;
+ var PDFs=new Array();
+ var xpath=''//ul/li/a'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row;
+
+ while(row=rows.iterateNext())
+ {
+ if(row.textContent=="Create Reference")
+ {
+ //single page
+
+ var thelink=createLink(row.href);
+ xpath=''//div[@class="mainPadding"]/div/div/div/div/div/p/a'';
+ rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ while(row=rows.iterateNext())
+ {
+ if(row.textContent.toLowerCase().indexOf("pdf")>-1)
+ {PDFs.push(getType(row.textContent));}
+ }
+ parseRIS(thelink,PDFs);
+
+ return null;
+ }
+ }
+
+ var items=new Array();
+
+ xpath=''//div[@class="group"]/p[@class="title"]'';
+ var xpath1='''';
+ var xpath2='''';
+
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ {
+ //browse page
+
+ xpath1=''//div[@class="group"]/p[@class="title"]'';
+ xpath2=''//p[@class="link"]/a'';
+ }
+ else
+ {
+ xpath=''//td[@class="search"]/span[@class="title"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ {
+ //search page
+
+ xpath1=''//td[@class="search"]/span[@class="title"]'';
+ xpath2=''//tr/td/a'';
+ }
+ else
+ {
+ xpath=''//div[@class="toc include j"]/p/span[@class="title"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null).iterateNext())
+ {
+ //second browse format
+
+ xpath1=''//div[@class="toc include j"]/p/span[@class="title"]'';
+ xpath2=''//div[@class="toc include j"]/p/a'';
+ }
+ }
+ }
+
+ if(xpath1!='''')
+ {
+ var rows1=doc.evaluate(xpath1, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row1;
+
+ var rows2=doc.evaluate(xpath2, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row2=rows2.iterateNext();
+
+ var rows3=doc.evaluate(xpath2, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row3;
+
+ var tPDFs=new Array();
+ var nextType;
+
+ var link;
+ var lastdoi;
+
+ while(row1=rows1.iterateNext())
+ {
+ while(row3=rows3.iterateNext())
+ {
+ if(row3.textContent.toLowerCase().indexOf("pdf")>-1)
+ {tPDFs.push(getType(row3.textContent));}
+ }
+ while(getdoi(row2.href)==lastdoi || !getdoi(row2.href))
+ {row2=rows2.iterateNext()}
+
+ lastdoi=getdoi(row2.href);
+ link=createLink(row2.href);
+
+ nextType=tPDFs.shift();
+ if(!nextType)
+ {nextType="none";}
+ items[nextType+link]=row1.textContent;
+ }
+ }
+ else
+ {
+ var t=url.split("request=")[1];
+ if(t)
+ {
+ if(t.substr(0,10)=="index-html")
+ {
+ //Homepage=AMS Top 20
+
+ xpath=''//div/p/a[@style="font-size: 85%;"]'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row;
+
+ while(row=rows.iterateNext())
+ {items["0"+createLink(row.href)]=row.textContent;}
+ }
+
+ }
+ }
+
+ items = Zotero.selectItems(items);
+
+ if(!items)
+ {return true;}
+
+ var urls = new Array();
+ for(var i in items)
+ {
+ PDFs.push(i[0]);
+ urls.push(i.substr(1));
+ }
+
+ parseRIS(urls,PDFs);
+}');
+
+REPLACE INTO translators VALUES ('7e51d3fb-082e-4063-8601-cda08f6004a3', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'Education Week', 'Ben Parr', '^https?://(?:www\.|blogs\.|www2\.)?edweek',
+'function detectWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath=''//meta[@name="Story_type"]/@content'';
+ var temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ if(temp.value=="Blog")
+ {return "blogPost";}
+ if(temp.value.indexOf("Story")>-1)
+ {return "magazineArticle";}
+ }
+}',
+'function associateMeta(newItem, metaTags, field, zoteroField) {
+ if(metaTags[field]) {
+ newItem[zoteroField] = metaTags[field];
+ }
+}
+
+function scrape(doc, url) {
+
+ var newItem = new Zotero.Item("magazineArticle");
+ if(url&&url.indexOf("blogs.edweek.org")>-1)
+ {newItem.itemType="blogPost";}
+
+ newItem.url = doc.location.href;
+
+ var metaTags = new Object();
+
+ var metaTagHTML = doc.getElementsByTagName("meta");
+ var i;
+ for (i = 0 ; i < metaTagHTML.length ; i++) {
+ metaTags[metaTagHTML[i].getAttribute("name")]=Zotero.Utilities.cleanTags(metaTagHTML[i].getAttribute("content"));
+ }
+ associateMeta(newItem, metaTags, "Title", "title");
+ associateMeta(newItem, metaTags, "Cover_date", "date");
+ associateMeta(newItem, metaTags, "Description", "abstractNote");
+ associateMeta(newItem, metaTags, "ArticleID", "accessionNumber");
+ associateMeta(newItem,metaTags,"Source","publicationTitle");
+
+
+ if (metaTags["Authors"]) {
+ var author = Zotero.Utilities.cleanString(metaTags["Authors"]);
+ if (author.substr(0,3).toLowerCase() == "by ") {
+ author = author.substr(3);
+ }
+
+ var authors = author.split(" and ");
+ for each(var author in authors) {
+ var words = author.split(" ");
+ for (var i in words) {
+ words[i] = words[i][0].toUpperCase() +words[i].substr(1).toLowerCase();
+ }
+ author = words.join(" ");
+
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(author, "author"));
+ }
+ }
+
+ newItem.complete();
+}
+
+function doWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath=''//meta[@name="Story_type"]/@content'';
+ var temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ if(temp.value.indexOf("Story")>-1 || temp.value=="Blog")
+ {scrape(doc,url);}
+ }
+}');
+
+REPLACE INTO translators VALUES ('9220fa99-b936-430e-a8ea-43ca6cb04145', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'AGU Journals', 'Ben Parr','^https?://(?:www.)?agu.org',
+'function detectWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath;
+
+ //abstract
+ xpath=''//p[@id="citation"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ { return "journalArticle"; }
+
+ //full text
+ xpath=''//frameset[@rows="98, *"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ { return "journalArticle"; }
+
+ //issue page
+ xpath=''//tr/td/p[@class="title"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ { return "multiple"; }
+
+ //Search Page
+ if(doc.title.indexOf("Query Results")>-1)
+ {return "multiple";}
+}
+',
+'function fixCaps(s)
+{
+ if(s!='''')
+ {
+ words=Zotero.Utilities.cleanString(s).toLowerCase().split(" ");
+ for (var j = 0 ; j < words.length ; j++)
+ {
+ if (j==0||(words[j][0] ==words[j][0].toLowerCase()&&words[j]!="or"&&words[j]!="and"&&words[j]!="of"&&words[j]!="in"))
+ { words[j]= words[j][0].toUpperCase() +words[j].substr(1); }
+ }
+ return words.join(" ");
+ }
+ return '''';
+}
+
+function scrape(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem=new Zotero.Item("journalArticle");
+ var temp;
+ var xpath;
+ var row;
+ var rows;
+
+ newItem.url = doc.location.href;
+
+ xpath=''//p[@id="title"]'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {newItem.title=temp.textContent;}
+
+ xpath=''//span[@id="published"]'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ temp=Zotero.Utilities.cleanString(temp.textContent).split(" ");;
+ newItem.date=temp[1]+" "+temp[0]+", "+temp[2];
+ }
+
+ xpath=''//p[@class="author"]'';
+ rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var count=0;
+ while(row=rows.iterateNext())
+ {newItem.creators.push(Zotero.Utilities.cleanAuthor(row.textContent,"author"));
+ count++;}
+
+ xpath=''//tr/td/p'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var temp2=temp.iterateNext();
+ if(temp2)
+ {
+ for(var n=0;n<(3+2*count);n++)
+ {temp2=temp.iterateNext();}
+ newItem.abstractNote=Zotero.Utilities.cleanString(temp2.textContent);
+ }
+
+ xpath=''//p[@id="runhead"]'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ temp=Zotero.Utilities.cleanString(temp.textContent).split(", ");
+ newItem.publicationTitle=fixCaps(temp[0]);
+ for(var n=1;temp[n];n++)
+ {
+ if(temp[n].indexOf("VOL")>-1)
+ {newItem.volume=temp[n].replace(''VOL. '','''');}
+ else if(temp[n].indexOf("NO.")>-1)
+ {newItem.issue=temp[n].replace(''NO. '','''');}
+ else if(temp[n].indexOf("doi:")>-1)
+ {newItem.DOI=temp[n].replace(''doi:'','''');}
+ else if(temp[n+1])
+ {newItem.pages=temp[n];}
+ }
+ }
+
+ xpath=''//p[@id="keywords"]'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ temp=Zotero.Utilities.cleanString(temp.textContent.replace(''Keywords:'',''''));
+ newItem.tags=temp.replace(''.'','''').split(''; '');
+ }
+ xpath=''//p[@id="citation"]/span[@id="journal"]'';
+ temp=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {newItem.journalAbbreviation=temp.textContent;}
+
+ newItem.complete();
+}
+
+
+function processList(items)
+{
+ items = Zotero.selectItems(items);
+ var uris=new Array();
+
+ if (!items)
+ {return true;}
+
+ for (var i in items)
+ {uris.push(i);}
+
+ Zotero.Utilities.processDocuments(uris, scrape,function() {Zotero.done(); });
+ Zotero.wait();
+
+ return true;
+}
+
+function doWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ //abstract
+ var xpath=''//p[@id="citation"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ {
+ scrape(doc,url);
+ return true;
+ }
+
+ //full text
+ xpath=''//frameset[@rows="98, *"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ {
+ Zotero.Utilities.processDocuments(url+"0.shtml", scrape, function(){ Zotero.done(); });
+ Zotero.wait();
+
+ return true;
+ }
+
+ //issue page
+ xpath=''//tr/td/p[@class="title"]'';
+ if(doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext())
+ {
+ var titlerows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ xpath=''//tr/td/p[@class="pubdate"]/a'';
+ var linkrows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+
+ var titlerow;
+ var linkrow;
+ var items=new Array();
+
+ while(titlerow=titlerows.iterateNext())
+ {
+ linkrow=linkrows.iterateNext();
+ while(linkrow.textContent.indexOf("Abstract")<0)
+ {linkrow=linkrows.iterateNext();}
+ items[linkrow.href]=titlerow.textContent;
+ }
+
+ return processList(items);
+ }
+
+
+ //Search page
+ if(doc.title.indexOf("Query Results")>-1)
+ {
+ //FASTFind Search
+
+ xpath=''//tr/td/h2'';
+ var tt=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE,null).iterateNext().textContent;
+ if(tt.indexOf("FASTFIND")>-1)
+ {
+ xpath=''//tr/td[1]/font'';
+ var citerows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ xpath=''//tr/td[2]/font/a'';
+ var linkrows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+
+ var citerow;
+ var linkrow;
+ var items=new Array();
+ var temp;
+ var title;
+
+ while(citerow=citerows.iterateNext())
+ {
+ linkrow=linkrows.iterateNext();
+ items[linkrow.href]=Zotero.Utilities.cleanString(citerow.textContent);
+ }
+ return processList(items);
+ }
+ else
+ {
+ //Advanced Search
+
+ xpath=''//tr/td[1]/font/a'';
+ var titlerows=doc.evaluate(xpath, doc,nsResolver,XPathResult.ANY_TYPE, null);
+ xpath=''//tr/td[2]/font/a'';
+ var linkrows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+
+ var titlerow;
+ var linkrow;
+ var items=new Array();
+ var temp;
+
+ while(titlerow=titlerows.iterateNext())
+ {
+ linkrow=linkrows.iterateNext();
+ while(linkrow.textContent.indexOf("Abstract")<0)
+ {linkrow=linkrows.iterateNext();}
+
+ items[linkrow.href]=titlerow.textContent;
+ }
+ return processList(items);
+ }
+ }
+
+}
+');
+
+REPLACE INTO translators VALUES ('e4fe1596-a8c4-4d09-945f-120c4d83e580', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'LA Times', 'Ben Parr', '^https?://(?:www.|travel.)?latimes.com',
+'function detectWeb(doc, url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath = ''//link[@title="Main"]'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext())
+ {return "newspaperArticle";}
+
+ if(doc.title.indexOf("Search Results")>-1)
+ {return "multiple";}
+
+ xpath = ''//h1'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row;
+ while(row=rows.iterateNext())
+ {
+ if(Zotero.Utilities.cleanString(row.textContent.toLowerCase())=="travel")
+ {return "newspaperArticle";}
+ }
+
+ return null;
+}',
+'function getCount(s)
+{
+ if(!s||s=='''')
+ return 0;
+ if(s.indexOf("Displaying")>-1)
+ {
+ s=s.substr(19);
+ s=s.replace(''.'','''');
+ s=s.split('' to '');
+ return s[1]-s[0]+1;
+ }
+ return 0;
+}
+
+function processList(items)
+{
+ items = Zotero.selectItems(items);
+ var uris=new Array();
+
+ if (!items)
+ {return true;}
+
+ for (var i in items)
+ {uris.push(i);}
+
+ Zotero.Utilities.processDocuments(uris, scrape,function() {Zotero.done(); });
+ Zotero.wait();
+
+ return true;
+}
+
+function findDate(s)
+{
+ var words=s.split(" ");
+ var months=new Array("january","febuary","march","april","may","june","july","august","september","october","november","december");
+ for(var n=0;words[n];n++)
+ {
+ for(var m in months)
+ {if(words[n].toLowerCase()==months[m])
+ {return words[n]+" "+words[n+1]+" "+words[n+2];}
+ }
+ }
+ return null;
+}
+
+
+function scrape(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem = new Zotero.Item("newspaperArticle");
+ newItem.publicationTitle = "The Los Angeles Times";
+ newItem.ISSN = "0458-3035";
+
+ var xpath=''//h2/a'';
+ var t=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(t)
+ {newItem.section=t.textContent; }
+ else
+ {
+ xpath=''//a/img[@alt="WEST"]'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext())
+ {newItem.section="West";}
+ else
+ {
+ xpath = ''//h1'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ if(t=rows.iterateNext())
+ {newItem.section=t.textContent;}
+ }
+ }
+
+
+ xpath=''//h1[last()]'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ if(t=rows.iterateNext())
+ {newItem.title=t.textContent;}
+
+ newItem.url = url;
+ xpath=''//div[@class="storybyline"]'';
+ var test=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(!test)
+ {xpath=''//p[@class="by-author"]'';}
+ var info=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext().textContent;
+ info=Zotero.Utilities.cleanString(info);
+ var date=findDate(info);
+ if(date)
+ {
+ newItem.date=date;
+ info=info.replace(date,'''');
+ }
+ info=Zotero.Utilities.cleanString(info);
+ if(info.indexOf(", ")>-1)
+ {
+ var phrases=info.split(", ");
+ var a=phrases[0];
+ if (a.substr(0,3).toLowerCase() == "by ")
+ {a= a.substr(3);}
+ if(a.substr(0,5).toLowerCase()!="from ")
+ {
+ var authors=a.split(" and ");
+ var n;
+ for(n in authors)
+ {newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[n],"author"));}
+ }
+ }
+ else
+ {
+ xpath=''//div[@class="storydeckhead"]/a'';
+ temp=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp!=null && temp!='''')
+ {newItem.creators.push(Zotero.Utilities.cleanAuthor(temp.textContent,"author"));}
+ }
+
+ newItem.attachments.push({document:doc, title:"The Los Angeles Times Snapshot"});
+ newItem.complete();
+}
+
+
+
+function doWeb(doc, url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+
+ var xpath=''//link[@title="Main"]'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext())
+ {scrape(doc,url); return true;}
+
+ xpath = ''//h1'';
+ var rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ var row;
+ while(row=rows.iterateNext())
+ {
+ if(Zotero.Utilities.cleanString(row.textContent.toLowerCase())=="travel")
+ {scrape(doc,url); return true;}
+ }
+
+ if(doc.title.indexOf("Search Results")>-1)
+ {
+ xpath=''//div[@class="abstract1"]'';
+ var count=0;
+ rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ while(row=rows.iterateNext())
+ {
+ count=getCount(row.textContent);
+ if(count!=0)
+ {break;}
+ }
+ if(count==0)
+ {
+ xpath=''//td[@class="abstract1"]'';
+ rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ while(row=rows.iterateNext())
+ {
+ count=getCount(row.textContent);
+ if(count!=0)
+ {break;}
+ }
+ }
+
+ if(count>0)
+ {
+ var items=new Array();
+ xpath=''//div[@class="headline14"]/a'';
+ rows=doc.evaluate(xpath, doc, nsResolver,XPathResult.ANY_TYPE, null);
+ while(row=rows.iterateNext())
+ {
+ if(count==0)
+ {break;}
+ if(row.href.indexOf("/travel/")<0)
+ {items[row.href]=Zotero.Utilities.cleanString(row.textContent);}
+ count--;
+ }
+
+ return processList(items);
+ }
+ }
+}');
+
+REPLACE INTO translators VALUES ('1a3e63b2-0adf-4c8e-928b-c58c2594b45d', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'BioMed Central and More', 'Ben Parr', '^http://(www.)?(biomedcentral|actavetscand|aidsrestherapy|almob|ann-clinmicrob|annals-general-psychiatry|asir-journal|arthritis-research|anzhealthpolicy|behavioralandbrainfunctions|bjoc.beilstein-journals|biology-direct|biomagres|bio-diglib|biomedical-engineering-online|bpsmedicine|breast-cancer-research|cancerci|cbmjournal|cardiab|cardiovascularultrasound|cellandchromosome|biosignaling|celldiv|cerebrospinalfluidresearch|journal.chemistrycentral|capmh|cmjournal|chiroandosteo|clinicalmolecularallergy|cpementalhealth|comparative-hepatology|conflictandhealth|resource-allocation|coughjournal|ccforum|cytojournal|diagnosticpathology|dynamic-med|ete-online|ehjournal|epi-perspectives|filariajournal|frontiersinzoology|gvt-journal|genomebiology|geochemicaltransactions|globalizationandhealth|harmreductionjournal|head-face-med|hqlo|health-policy-systems|human-resources-health|immunityageing|immunome-research|implementationscience|infectagentscancer|internationalbreastfeedingjournal|equityhealthj|ijbnpa|ij-healthgeographics|issoonline|jautoimdis|jbiol|j-biomed-discovery|jbppni|carcinogenesis|cardiothoracicsurgery|jcircadianrhythms|ethnobiomed|jexpclinassistreprod|jibtherapies|journal-inflammation|jmedicalcasereports|jmolecularsignaling|jnanobiotechnology|jnrbm|jneuroengrehab|jneuroinflammation|occup-med|josr-online|translational-medicine|kinetoplastids|lipidworld|malariajournal|medimmunol|microbialcellfactories|molecular-cancer|molecularneurodegeneration|molecularpain|neuraldevelopment|nonlinearbiomedphys|nuclear-receptor|nutritionandmetabolism|nutritionj|ojrd|om-pc|particleandfibretoxicology|ped-rheum|peh-med|plantmethods|pophealthmetrics|proteomesci|ro-journal|rbej|reproductive-health-journal|respiratory-research|retrovirology|salinesystems|scoliosisjournal|scfbm|substanceabusepolicy|tbiomed|thrombosisjournal|trialsjournal|virologyj|wjes|wjso)\.(com|org|net)',
+'function detectWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x" ) return namespace; else return null;
+ } : null;
+
+ var xpath=''//meta[@name="citation_fulltext_html_url"]'';
+
+ //Single
+ if (doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ {return "journalArticle";}
+
+
+ //Multiple
+ xpath=''//a[@class="hiddenlink"][span[@class="xcitationtitle"][b]]'';
+ xpath+='' | //span[@class="xcitationtitle2"]/a[@class="hiddenlink"]'';
+ xpath+='' | //div[@class="bodytext"]/a[@class="hiddenlink"][font/b]'';
+ xpath+='' | //p[@class="bodytext"]/a[@class="hiddenblack"][b]'';
+ xpath+='' | //div[@class="bodytext"]/a[@class="hiddenblack"][b]'';
+ xpath+='' | //div[@class="bodytext"]/a[@class="hiddenlink"][font/b]'';
+
+ var rows=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var row;
+ var link;
+ while(row=rows.iterateNext())
+ {
+ link=row.href;
+ if(link.indexOf("pubmed")<0 && link.substr(link.length-4)!=".pdf" && link.indexOf("blogs.")<0)
+ {return "multiple";}
+ }
+
+}',
+'function parseRIS(getURL)
+{
+ Zotero.Utilities.HTTP.doGet(getURL, function(text){
+ // load translator for RIS
+ var translator = Zotero.loadTranslator ("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.translate();
+ Zotero.done();
+ }, function() {});
+
+ Zotero.wait();
+}
+
+function doWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == "x" ) return namespace; else return null;
+ } : null;
+
+ var xpath=''//meta[@name="citation_fulltext_html_url"]/@content'';
+ var rows;
+ var row=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (row)
+ {
+ //Single Article
+ var url=row.textContent+"/citation";
+ Zotero.Utilities.HTTP.doPost(url, ''include=cit&format=refman&direct=on&submit=Download+references&action=submit'', function(text)
+ {parseRIS(url+''?include=cit&format=refman&direct=on&submit=Download+references&action=submit'');});
+
+ Zotero.wait();
+ return true;
+ }
+
+
+ //Multiple
+ xpath=''//a[@class="hiddenlink"][span[@class="xcitationtitle"][b]]'';
+ xpath+='' | //span[@class="xcitationtitle2"]/a[@class="hiddenlink"]'';
+ xpath+='' | //div[@class="bodytext"]/a[@class="hiddenlink"][font/b]'';
+ xpath+='' | //p[@class="bodytext"]/a[@class="hiddenblack"][b]'';
+ xpath+='' | //div[@class="bodytext"]/a[@class="hiddenblack"][b]'';
+ xpath+='' | //div[@class="bodytext"]/a[@class="hiddenlink"][font/b]'';
+
+ rows=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var items=new Array();
+ var link;
+ var t;
+ while(row=rows.iterateNext())
+ {
+ link=row.href;
+ if(link.indexOf("pubmed")<0 && link.substr(link.length-4)!=".pdf" && link.indexOf("blogs.")<0)
+ {
+ t=link.split(''/'');
+ if(t[t.length-1].indexOf("comments#")>-1)
+ {link=t.slice(0,t.length-1).join(''/'');}
+ items[link.replace("/abstract","")+"/citation"]=row.textContent;
+ }
+ }
+
+ items = Zotero.selectItems(items);
+ var uris=new Array();
+ if (!items)
+ {return true;}
+
+ for (var i in items)
+ {uris.push(i);}
+
+ Zotero.Utilities.HTTP.doPost(uris, "include=cit&format=refman&direct=on&submit=Download+references&action=submit", function(text)
+ {
+ for (var j = 0 ; j < uris.length ; j++)
+ {parseRIS(uris[j] + "?include=cit&format=refman&direct=on&submit=Download+references&action=submit");}
+ });
+
+ Zotero.wait();
+}
+');
+
+REPLACE INTO translators VALUES ('a1a97ad4-493a-45f2-bd46-016069de4162', '1.0.0b4.r1', '', '2007-07-03 18:05:11', '0', '100', '4', 'OpticsInfoBase', 'Ben Parr','^https?://(?:www\.)?opticsinfobase.org',
+'function detectWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+
+ var xpath=''//div[@id="abstract"]/p/strong''
+ var rows= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var row;
+ while(row=rows.iterateNext())
+ {
+ if(row.textContent=="Citation")
+ {return "journalArticle";}
+ }
+
+ xpath=''//form[@id="searchform"]/table/tbody/tr/td[1]/h1'';
+ var temp=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp&&temp.textContent=="Search Results")
+ {return "multiple";}
+}',
+'function processList(items)
+{
+ items = Zotero.selectItems(items);
+ var uris=new Array();
+ if (!items)
+ {return true;}
+
+ for (var i in items)
+ {uris.push(i);}
+
+ Zotero.Utilities.processDocuments(uris, scrape,function() {Zotero.done(); });
+ Zotero.wait();
+
+ return true;
+}
+
+
+function scrape(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem=new Zotero.Item("journalArticle");
+
+ var xpath=''//div[@id="abstract"]/h1'';
+ var temp=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ temp=temp.textContent;
+ if(temp[temp.length-1]==".")
+ {temp=temp.substr(0,temp.length-1);}
+ newItem.title=Zotero.Utilities.cleanString(temp);
+ }
+
+ xpath=''//div[@id="abstract"]/p'';
+ var rows= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var row;
+ while(row=rows.iterateNext())
+ {
+ temp=row.textContent;
+ if(temp.substr(0,8)=="Abstract")
+ {
+ temp=temp.replace("Abstract","");
+ temp=Zotero.Utilities.cleanString(temp);
+ temp=Zotero.Utilities.cleanTags(temp);
+ newItem.abstractNote=temp;
+ }
+ }
+
+ xpath=''//div[@id="abstract"]/p'';
+ rows= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ while(row=rows.iterateNext())
+ {
+ temp=Zotero.Utilities.cleanString(row.textContent);
+ if(temp.substr(0,8)=="Citation")
+ {temp=temp.split(" ");
+ newItem.url=temp[temp.length-1];}
+ }
+
+ xpath=''//div[@id="abstract"]/h3''
+ temp=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ temp=temp.textContent;
+ temp=temp.replace(" and ",",");
+ temp=temp.replace(" and,",",");
+ var authors=temp.split("\n")[0].split(",");
+ for(var a in authors)
+ {
+ if(Zotero.Utilities.cleanString(authors[a]))
+ {newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[a], "author"));}
+ }
+
+ temp=temp.replace(temp.split("\n")[0],'''');
+ temp=Zotero.Utilities.cleanString(temp);
+ var i=temp.split(",");
+ for(var b in i)
+ {
+ if(i[b].indexOf("Vol. ")>-1)
+ {newItem.volume=i[b].replace("Vol. ","");}
+ else if(i[b].indexOf("Issue ")>-1)
+ {newItem.issue=i[b].replace("Issue ","");}
+ else if(i[b].indexOf("pp. ")>-1)
+ {
+ var pages=i[b];
+ if(pages[pages.length-1]=="-")
+ {pages=pages.substr(0,pages.length-1);}
+ newItem.pages=pages.replace("pp. ","");
+ }
+ }
+ }
+ xpath=''//div[@id="abstract"]'';
+ temp=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp)
+ {
+ temp=Zotero.Utilities.cleanString(temp.textContent);
+ if(temp.substr(0,16)=="Conference Paper")
+ {
+ newItem.itemType="conferencePaper";
+ xpath=''//div[@id="abstract"]'';
+ temp=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext().textContent;
+ var journalsub=false;
+ var next=true;
+ temp=temp.replace("Conference Paper","");
+ temp=temp.split("\n");
+ for(var x in temp)
+ {
+ temp[x]=Zotero.Utilities.cleanString(temp[x]);
+ if(temp[x]&&!journalsub)
+ {newItem.publisher=temp[x]; journalsub=true;}
+ else if(temp[x]&&next)
+ {next=false;}
+ else if(temp[x]&&!next)
+ {newItem.date=temp[x]; break;}
+ }
+ }
+ else
+ {
+ xpath=''//div[@id="abstract"]/p'';
+ rows= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ while(row=rows.iterateNext())
+ {
+ temp=Zotero.Utilities.cleanString(row.textContent);
+ if(temp.substr(0,8)=="Citation")
+ {
+ temp=temp.replace("Citation","");
+ temp=Zotero.Utilities.cleanString(temp);
+ temp=temp.replace(newItem.title,'''');
+ var journal=temp.split('',"'');
+ if(journal[1])
+ {
+ journal=journal[1];
+ var c=journal.split(",");
+ journal=c[0];
+ if(c[1])
+ {
+ var year=c[1].split("(");
+ if(year[1])
+ {newItem.date=Zotero.Utilities.cleanString(year[1].split(")")[0]);}
+ }
+
+ journal=journal.replace(newItem.volume,'''');
+ newItem.publicationTitle=Zotero.Utilities.cleanString(journal);
+ }
+ break;
+ }
+ }
+ }
+ }
+ newItem.complete();
+
+}
+
+function doWeb(doc,url)
+{
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath=''//div[@id="abstract"]/p/strong''
+ var rows= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var row;
+ while(row=rows.iterateNext())
+ {
+ if(row.textContent=="Citation")
+ {scrape(doc,url);return true;}
+ }
+
+ xpath=''//form[@id="searchform"]/table/tbody/tr/td[1]/h1'';
+ var temp=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext();
+ if(temp&&temp.textContent=="Search Results")
+ {
+ var items=new Array();
+ xpath=''//div[@id="col2"]/p/strong/a'';
+ rows=doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ while(row=rows.iterateNext())
+ {items[row.href]=Zotero.Utilities.cleanString(row.textContent);}
+
+ processList(items);
+ }
+}');
+
+REPLACE INTO translators VALUES ('b61c224b-34b6-4bfd-8a76-a476e7092d43', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'SSRN', 'Ramesh Srigiriraju', '^http://papers\.ssrn\.com/',
+'function detectWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix) {
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var singpath=''//img[@title="go to Document Delivery"]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "book";
+ var searchpath=''//td/font/strong[text()="Sort by"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+ var browspath=''//td/font/strong[text()="Sort by:"]'';
+ if(doc.evaluate(browspath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+}',
+'function doWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix) {
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var singpath=''//img[@title="go to Document Delivery"]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var id=url.substring(url.indexOf("id=")+3);
+ var incase=id.indexOf("&");
+ if(incase!=-1)
+ id=id.substring(0, incase);
+ var string="http://papers.ssrn.com/sol3/RefExport.cfm?abstract_id="+id+"&format=3";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var datareg=new RegExp(''input type="Hidden" name="hdnContent" value="([^"]+)"'');
+ var data=datareg.exec(text);
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(data[1]);
+ trans.translate();
+ });
+ }
+ var searchpath=''//td/font/strong[text()="Sort by"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var idpath=''//tr/td/font/strong/a[@class="textLink"]'';
+ var ids=doc.evaluate(idpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var id;
+ var items=new Array();
+ while(id=ids.iterateNext()) {
+ var link=id.href;
+ var num=link.substring(link.lastIndexOf("id=")+3);
+ var incase=num.indexOf("&");
+ if(incase!=-1)
+ num=num.substring(0, incase);
+ items[num]=id.textContent;
+ }
+ items=Zotero.selectItems(items);
+ var urls=new Array();
+ for(var id in items) {
+ var string="http://papers.ssrn.com/sol3/RefExport.cfm?abstract_id="+id+"&format=3";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var datareg=new RegExp(''input type="Hidden" name="hdnContent" value="([^"]+)"'');
+ var data=datareg.exec(text);
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(data[1]);
+ trans.translate();
+ });
+ }
+ }
+ var browspath=''//td/font/strong[text()="Sort by:"]'';
+ if(doc.evaluate(browspath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var idpath=''//font/strong/a[@class="textlink"]'';
+ var ids=doc.evaluate(idpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var id;
+ var items=new Array();
+ while(id=ids.iterateNext()) {
+ var link=id.href;
+ var num=link.substring(link.lastIndexOf("id=")+3);
+ var incase=num.indexOf("&");
+ if(incase!=-1)
+ num=num.substring(0, incase);
+ items[num]=id.textContent;
+ }
+ items=Zotero.selectItems(items);
+ var urls=new Array();
+ for(var id in items) {
+ var string="http://papers.ssrn.com/sol3/RefExport.cfm?abstract_id="+id+"&format=3";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var datareg=new RegExp(''input type="Hidden" name="hdnContent" value="([^"]+)"'');
+ var data=datareg.exec(text);
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(data[1]);
+ trans.translate();
+ });
+ }
+ }
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('1c34744d-690f-4cac-b31b-b7f0c90ac14d', '1.0.0b3.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'RSC Publishing', 'Ramesh Srigiriraju', 'http://(:?www\.|google\.)?rsc\.org/',
+'function detectWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix) {
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var journalreg=new RegExp("http://(:?www\.)?rsc\.org/(:?P|p)ublishing/(:?J|j)ournals");
+ if(journalreg.test(url)) {
+ var browspath=''//div/p/a[text()="Use advanced search"]'';
+ if(doc.evaluate(browspath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+ var searchpath=''//a[text()="Back to Search Form"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+ var singpath=''//ul/li/a[text()="HTML Article" or text()="PDF"]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "journalArticle";
+ }
+ var magpath=''//div/h3[text()="Link to journal article"]'';
+ if(doc.evaluate(magpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "magazineArticle";
+ var magbrows=''//div/h4[@class="newstitle"]/a'';
+ if(doc.evaluate(magbrows, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+ var magsearch=''//p[@class="more"]/strong/a[text()="Search RSC journals"]'';
+ if(doc.evaluate(magsearch, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+ var bookreg=new RegExp("http://(:?www\.)?rsc\.org/(:?P|p)ublishing/e(:?B|b)ooks");
+ if(bookreg.test(url)) {
+ var pagepath=''//title/text()'';
+ var page=doc.evaluate(pagepath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ if((page=="Books in a publication year")||(page=="Subject Area Books")||(page=="A - Z Index")
+ ||(page=="Book Series"))
+ return "multiple";
+ var chappath=''//dt/img[@alt="Chapter"]'';
+ var singpath=''//h3[text()="Table of Contents"]'';
+ if(doc.evaluate(chappath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "bookSection";
+ else if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "book";
+ }
+ var searchpath=''//div/p[@class="title"][text()="Search Results"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+}',
+'function doChap(newItem, chaptext) {
+ var chapdata=chaptext.split("<br>");
+ for(var pos=chapdata.length-2; pos>=0; pos--) {
+ chapdata[pos]=Zotero.Utilities.cleanTags(chapdata[pos]);
+ if(chapdata[pos].indexOf("Editors")!=-1) {
+ var editors=chapdata[pos].split(",");
+ for(var i=0; i<=editors.length-1; i++) {
+ editors[i]=Zotero.Utilities.cleanString(editors[i]);
+ var names=editors[i].split(" ");
+ var creators=new Array();
+ if(i==0)
+ creators.firstName=names[1];
+ else
+ creators.firstName=names[0];
+ creators.lastName=names[names.length-1];
+ creators.creatorType="editor";
+ newItem.creators.push(creators);
+ }
+ }
+ if(chapdata[pos].indexOf("Authors")!=-1) {
+ var authors=chapdata[pos].split(",");
+ for(var i=0; i<=authors.length-1; i++) {
+ authors[i]=Zotero.Utilities.cleanString(authors[i]);
+ var names=authors[i].split(" ");
+ var creators=new Array();
+ if(i==0)
+ creators.firstName=names[1];
+ else
+ creators.firstName=names[0];
+ creators.lastName=names[names.length-1];
+ creators.creatorType="editor";
+ newItem.creators.push(creators);
+ }
+ }
+ if(chapdata[pos].indexOf("DOI")!=-1)
+ newItem.itemID=chapdata[pos].substring(chapdata[pos].indexOf("1"));
+ if(chapdata[pos].indexOf("Book")!=-1)
+ newItem.bookTitle=chapdata[pos].substring(chapdata[pos].indexOf(" ")+1);
+ }
+}
+function doBook(newItem, bookdata) {
+ var fields=bookdata.split("<br>");
+ for(var pos=fields.length-2; pos>=0; pos--) {
+ fields[pos]=Zotero.Utilities.cleanTags(fields[pos]);
+ if(fields[pos].indexOf("Volume")!=-1) {
+ var i=fields[pos].lastIndexOf(";");
+ var vol;
+ if(i!=-1)
+ vol=fields[pos].substring(i+1);
+ else
+ vol=fields[pos].substring(fields[pos].lastIndexOf(" "));
+ newItem.volume=Zotero.Utilities.cleanString(vol);
+ }
+ if(fields[pos].indexOf("Edition")!=-1) {
+ var i=fields[pos].lastIndexOf(";");
+ if(i!=-1)
+ ed=fields[pos].substring(i+1);
+ else
+ ed=fields[pos].substring(fields[pos].lastIndexOf(" "));
+ newItem.edition=Zotero.Utilities.cleanString(ed);
+ }
+ if(fields[pos].indexOf("Copyright")!=-1) {
+ var i=fields[pos].lastIndexOf(";");
+ var date;
+ if(i!=-1)
+ date=fields[pos].substring(i+1);
+ else
+ date=fields[pos].substring(fields[pos].indexOf(":")+2);
+ newItem.date=Zotero.Utilities.cleanString(date);
+ }
+ if(fields[pos].indexOf("ISBN")!=-1&&fields[pos].indexOf("print")!=-1) {
+ var i=fields[pos].lastIndexOf(";");
+ var isbn;
+ if(i!=-1)
+ isbn=fields[pos].substring(i+1);
+ else
+ isbn=fields[pos].substring(fields[pos].indexOf(":")+2);
+ newItem.ISBN=Zotero.Utilities.cleanString(isbn);
+ }
+ if(fields[pos].indexOf("Author")!=-1||fields[pos].indexOf("Editor")!=-1) {
+ var authors=fields[pos].split(",");
+ for(var i=0; i<=authors.length-1; i++) {
+ authors[i]=Zotero.Utilities.cleanString(authors[i]);
+ var names=authors[i].split(" ");
+ var creators=new Array();
+ creators.firstName=names[0];
+ creators.lastName=names[names.length-2];
+ if(names[names.length-1]=="(Editor)")
+ creators.creatorType="editor";
+ if(names[names.length-1]=="(Author)")
+ creators.creatorType="author";
+ newItem.creators.push(creators);
+ }
+ }
+ if(fields[pos].indexOf("DOI:")!=-1)
+ newItem.itemID=fields[pos].substring(fields[pos].indexOf("1"));
+ }
+}
+function doWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix) {
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var journalreg=new RegExp("http://(:?www\.)?rsc\.org/(:?P|p)ublishing/(:?J|j)ournals");
+ if(journalreg.test(url)) {
+ var browspath=''//div/p/a[text()="Use advanced search"]'';
+ if(doc.evaluate(browspath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var doipath=''//p[strong/text()="DOI:"]/a/text()'';
+ var dois=doc.evaluate(doipath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titlpath=''//p/strong/a'';
+ var titles=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var items=new Array();
+ var doi;
+ while(doi=dois.iterateNext())
+ items[doi.nodeValue]=Zotero.Utilities.cleanString(titles.iterateNext().textContent);
+ items=Zotero.selectItems(items);
+ var string="http://www.rsc.org/delivery/_ArticleLinking/refdownload.asp?";
+ for(var codes in items) {
+ var string="http://www.rsc.org/delivery/_ArticleLinking/refdownload.asp?ManuscriptID=";
+ string+=codes.substring(codes.indexOf("/")+1)+"&type=refman";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.translate();
+ Zotero.done();
+ });
+ }
+ }
+ var searchpath=''//a[text()="Back to Search Form"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var doipath=''//p[strong/text()="DOI:"]/a/text()'';
+ var dois=doc.evaluate(doipath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titlpath=''//form/div/h5'';
+ var titles=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var title;
+ var items=new Array();
+ while(title=titles.iterateNext())
+ items[dois.iterateNext().nodeValue]=title.textContent;
+ items=Zotero.selectItems(items);
+ var string="http://www.rsc.org/delivery/_ArticleLinking/refdownload.asp?";
+ for(var codes in items) {
+ var string="http://www.rsc.org/delivery/_ArticleLinking/refdownload.asp?ManuscriptID=";
+ string+=codes.substring(codes.indexOf("/")+1)+"&type=refman";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.translate();
+ Zotero.done();
+ });
+ }
+ }
+ var singpath=''//ul/li/a[text()="HTML Article" or text()="PDF"]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var doipath=''//div/p[strong/text()="DOI:"]'';
+ var text=doc.evaluate(doipath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ var doi=text.substring(text.indexOf("/")+1);
+ var string="http://www.rsc.org/delivery/_ArticleLinking/refdownload.asp?ManuscriptID="+doi;
+ string+="&type=refman";
+ Zotero.Utilities.HTTP.doGet(string, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.setHandler("itemDone", function(obj, newItem) {
+ var url2=newItem.url;
+ var stringy;
+ var archpath=''//div[h3/text()="Journals archive purchaser access"]'';
+ if(doc.evaluate(archpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var stringy="http://www.rsc.org/ejarchive/";
+ stringy+=url2.substring(url2.lastIndexOf("/")+1)+".pdf";
+ newItem.attachments.push({url:stringy, title:"RSC PDF", mimeType:"application/pdf"});
+ }
+ else {
+ var stringy="http://www.rsc.org/delivery/_ArticleLinking/DisplayArticleForFree.cfm?doi=";
+ stringy+=url2.substring(url2.lastIndexOf("/")+1);
+ newItem.attachments.push({url:stringy, title:"RSC PDF", mimeType:"application/pdf"});
+ }
+ newItem.complete();
+ });
+ trans.translate();
+ Zotero.done();
+ });
+ }
+ }
+ var magpath=''//div/h3[text()="Link to journal article"]'';
+ if(doc.evaluate(magpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var newItem=new Zotero.Item("magazineArticle");
+ var titlpath=''//div/h2/div[@class="header"]/text()'';
+ newItem.title=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var authpath=''//em/text()'';
+ var auth=doc.evaluate(authpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var authors=auth.split(",");
+ if(newItem.title.indexOf("Interview")==-1)
+ for(var i=0; i<=authors.length-1; i++) {
+ authors[i]=Zotero.Utilities.cleanString(authors[i]);
+ var names=authors[i].split(" ");
+ var creator=new Array();
+ creator.firstName=names[0];
+ creator.lastName=names[names.length-1];
+ newItem.creators.push(creator);
+ }
+ var textpath=''//div[@id="content"]//text()'';
+ var text=doc.evaluate(textpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var temp;
+ while(temp=text.iterateNext())
+ if(temp.nodeValue==newItem.title) {
+ newItem.date=text.iterateNext().nodeValue;
+ break;
+ }
+ var datapath= ''//div[@id="breadcrumbs"]/ul/li/a/text()'';
+ var data=doc.evaluate(datapath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var prev;
+ while(temp=data.iterateNext()) {
+ if(temp.nodeValue.indexOf("Chemi")!=-1)
+ newItem.publication=temp.nodeValue;
+ prev=temp;
+ }
+ newItem.issue=prev.nodeValue;
+ newItem.complete();
+ }
+ var magbrows=''//div/h4[@class="newstitle"]/a'';
+ if(doc.evaluate(magbrows, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var titlpath=''//h4[@class="newstitle"]/a'';
+ var titles=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var title;
+ var items=new Array();
+ while(title=titles.iterateNext())
+ items[title.href]=title.textContent;
+ items=Zotero.selectItems(items);
+ for(var linx in items) {
+ var newItem=new Zotero.Item("magazineArticle");
+ newItem.url=linx;
+ newItem.title=items[linx];
+ var datepath=''//div[h4/a/text()="''+items[linx]+''"]/h4[@class="datetext"]/text()'';
+ newItem.date=doc.evaluate(datepath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var datapath= ''//div[@id="breadcrumbs"]/ul/li/a/text()'';
+ var data=doc.evaluate(datapath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var prev;
+ var temp;
+ while(temp=data.iterateNext()) {
+ if(temp.nodeValue.indexOf("Chemi")!=-1)
+ newItem.publication=temp.nodeValue;
+ prev=temp;
+ }
+ if(prev.nodeValue!=newItem.publication)
+ newItem.issue=prev.nodeValue;
+ newItem.complete();
+ }
+ }
+ var magsearch=''//p[@class="more"]/strong/a[text()="Search RSC journals"]'';
+ if(doc.evaluate(magsearch, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var titlpath=''//div/p/a'';
+ var titles=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ titlpath=''//blockquote/p/a[span/@class="l"]'';
+ var titles2=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null)
+ var title;
+ var items=new Array();
+ while(title=titles.iterateNext())
+ items[title.href]=title.textContent;
+ while(title=titles2.iterateNext())
+ items[title.href]=title.textContent;
+ items=Zotero.selectItems(items);
+ for(var linx in items) {
+ var newItem=new Zotero.Item("magazineArticle");
+ newItem.url=linx;
+ newItem.title=items[linx];
+ newItem.complete();
+ }
+ }
+ var bookreg=new RegExp("http://(:?www\.)?rsc\.org/(:?P|p)ublishing/e(:?B|b)ooks");
+ if(bookreg.test(url)) {
+ var browspath=''//title/text()'';
+ var page=doc.evaluate(browspath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ if((page=="Books in a publication year")||(page=="Subject Area Books")||(page=="A - Z Index")
+ ||(page=="Book Series")) {
+ var doipath=''//dd/p/a/text()'';
+ var dois=doc.evaluate(doipath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var items=new Array();
+ var title;
+ while(title=dois.iterateNext()) {
+ var doi=dois.iterateNext().nodeValue;
+ items[doi.substring(doi.indexOf("1"))]=title.nodeValue;
+ }
+ items=Zotero.selectItems(items);
+ for(var codes in items) {
+ var newItem=new Zotero.Item("book");
+ newItem.itemID=codes;
+ newItem.title=items[codes];
+ var itempath=''//dd/p[contains(a[2]/text(), "''+codes+''")]'';
+ var itempath2=''//dd/p[contains(a/text(), "''+codes+''")]'';
+ var data;
+ if(data=doc.evaluate(itempath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ data=data.innerHTML;
+ else if(data=doc.evaluate(itempath2, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ data=data.innerHTML;
+ doBook(newItem, data);
+ newItem.complete();
+ }
+ }
+ var chappath=''//dt/img[@alt="Chapter"]'';
+ var singpath=''//h3[text()="Table of Contents"]'';
+ if(doc.evaluate(chappath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var newItem=new Zotero.Item("bookSection");
+ var titlpath=''//span/h3/text()'';
+ var titles=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ newItem.title=titles.iterateNext().nodeValue;
+ newItem.bookTitle=titles.iterateNext().nodeValue;
+ var datapath=''//dd/p'';
+ var entries=doc.evaluate(datapath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var chaptext=entries.iterateNext().innerHTML;
+ doChap(newItem, chaptext);
+ var bookdata=entries.iterateNext().innerHTML;
+ doBook(newItem, bookdata);
+ var linkpath=''//td[1][@class="td1"]/a[1]'';
+ var linx=doc.evaluate(linkpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var pdflink;
+ while(pdflink=linx.iterateNext())
+ newItem.attachments.push({url:pdflink.href, title:"RCS PDF", mimeType:"application/pdf"});
+ newItem.complete();
+ }
+ else if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var newItem=new Zotero.Item("book");
+ var itempath=''//dd/p'';
+ var data=doc.evaluate(itempath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().innerHTML;
+ doBook(newItem, data);
+ var titlpath=''//div/h2/text()'';
+ newItem.title=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var linkpath=''//td[1][@class="td1"]/a[1]'';
+ var linx=doc.evaluate(linkpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var pdflink;
+ while(pdflink=linx.iterateNext())
+ newItem.attachments.push({url:pdflink.href, title:"RCS PDF", mimeType:"application/pdf"});
+ newItem.complete();
+ }
+ }
+ var searchpath=''//div/p[@class="title"][text()="Search Results"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var doipath=''//dd/p/a/text()'';
+ var dois=doc.evaluate(doipath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var title;
+ var items=new Array();
+ while(title=dois.iterateNext()) {
+ var doi=dois.iterateNext().nodeValue;
+ items[doi.substring(doi.indexOf("1"))]=title.nodeValue;
+ }
+ items=Zotero.selectItems(items);
+ for(var codes in items) {
+ var itempath=''//dd/p[contains(a/text(), "''+codes+''")]'';
+ var newpath=''//dd[contains(p[2]/a/text(), "''+codes+''")]/p[1]/strong/text()'';
+ var data=doc.evaluate(itempath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().innerHTML;
+ if(data.indexOf("Book:")!=-1) {
+ var newItem=new Zotero.Item("bookSection");
+ newItem.itemID=codes;
+ newItem.title=items[codes];
+ doChap(newItem, data);
+ newItem.complete();
+ }
+ else {
+ var newItem=new Zotero.Item("book");
+ var newdata=doc.evaluate(newpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ if(newdata.indexOf("Volume")!=-1)
+ newItem.volume=newdata.substring(newdata.lastIndexOf(" ")+1);
+ else
+ newItem.series=newdata;
+ newItem.itemID=codes;
+ newItem.title=items[codes];
+ doBook(newItem, data);
+ newItem.complete();
+ }
+ }
+ }
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('0faa6714-927a-4b07-911e-7101895daae0', '1.0.0b4.r1', '', '2007-07-31 16:45:00', '0', '100', '4', 'GBV', 'Ramesh Srigiriraju', '^http://(?:www\.|gso\.)?gbv\.de/',
+'function detectWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix){
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var searchpath=''//tr/td[@class="tab1"][text()="shortlist" or text()="Kurzliste"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "multiple";
+ var singpath=''//tr/td[@class="tab1"][text()="title data" or text()="Titeldaten"]'';
+ var singpath2=''//tr/td[@class="tab1"][text()="availability" or text()="Nachweisinformationen"]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()||
+ doc.evaluate(singpath2, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ return "website";
+}',
+'function doWeb(doc, url) {
+ var namespace=doc.documentElement.namespaceURI;
+ var nsResolver=namespace?function(prefix){
+ return (prefix=="x")?namespace:null;
+ }:null;
+ var searchpath=''//tr/td[@class="tab1"][text()="shortlist" or text()="Kurzliste"]'';
+ if(doc.evaluate(searchpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var titlpath=''//tr/td[@class="hit"]/a/text()'';
+ var idpath=''//tr/td[@class="hit"][@align="right"]/text()'';
+ var titles=doc.evaluate(titlpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var ids=doc.evaluate(idpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var items=new Array();
+ var id;
+ while(id=ids.iterateNext()) {
+ var str=id.nodeValue;
+ str=str.substring(0, str.indexOf("."));
+ items[str]=titles.iterateNext().nodeValue;
+ }
+ items=Zotero.selectItems(items);
+ var string="http://gso.gbv.de/DWN";
+ for(var linx in items) {
+ var datastr="FRST="+linx+"&LAST="+linx+"&NORND=1&UFRST="
+ +linx+"&ULAST="+linx+"&PRS=RIS&CHARSET_ONCE=UTF-8&MAXLINE=77&EMAIL=";
+ Zotero.Utilities.HTTP.doPost(string, datastr, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.translate();
+ Zotero.done();
+ });
+ }
+ Zotero.wait();
+ }
+ var singpath=''//tr/td[@class="tab1"][text()="title data" or text()="Titeldaten"]'';
+ var singpath2=''//tr/td[@class="tab1"][text()="availability" or text()="Nachweisinformationen"]'';
+ if(doc.evaluate(singpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()||
+ doc.evaluate(singpath2, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var pagepath=''//tr/td[@class="h2"]/strong[@class="pages"]/text()'';
+ var str=doc.evaluate(pagepath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var string="http://gso.gbv.de/DWN";
+ var regex=new RegExp("^([\\d]+)");
+ var nums=regex.exec(str);
+ var datastr="FRST="+nums[0]+"&LAST="+nums[0]+"&NORND=1&UFRST="
+ +nums[0]+"&ULAST="+nums[0]+"&PRS=RIS&CHARSET_ONCE=UTF-8&MAXLINE=77&EMAIL=";
+ Zotero.Utilities.HTTP.doPost(string, datastr, function(text) {
+ var trans=Zotero.loadTranslator("import");
+ trans.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ trans.setString(text);
+ trans.translate();
+ Zotero.done();
+ });
+ }
+}');
+
+REPLACE INTO translators VALUES ('4fd6b89b-2316-2dc4-fd87-61a97dd941e8', '1.0.0b3.r1', '', '2007-06-27 02:00:00', '1', '100', '4', 'Library Catalog (InnoPAC)', 'Simon Kornblith', '^https?://[^/]+/(?:search\??/|record=|search%7e/)',
'function detectWeb(doc, url) {
// First, check to see if the URL alone reveals InnoPAC, since some sites don''t reveal the MARC button
- var matchRegexp = new RegExp(''^(http://[^/]+/search/[^/]+/[^/]+/1\%2C[^/]+/)frameset(.+)$'');
+ var matchRegexp = new RegExp(''^(https?://[^/]+/search\\??/[^/]+/[^/]+/[0-9]+\%2C[^/]+/)frameset(.+)$'');
if(matchRegexp.test(doc.location.href)) {
return "book";
}
@@ -809,70 +5242,79 @@ REPLACE INTO "translators" VALUES ('4fd6b89b-2316-2dc4-fd87-61a97dd941e8', '2006
}
return false;
-}',
+}',
'function scrape(marc, newDoc) {
var namespace = newDoc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
- var xpath = ''//pre/text()[1]'';
- var text = newDoc.evaluate(xpath, newDoc, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var xpath = ''//pre/text()'';
+ var elmts = newDoc.evaluate(xpath, newDoc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var elmt;
- var newItem = new Zotero.Item();
- var record = new marc.record();
-
- var linee = text.split("\n");
- for (var i=0; i<linee.length; i++) {
- if(!linee[i]) {
- continue;
- }
+ while(elmt = elmts.iterateNext()) {
+ var text = elmt.nodeValue;
- linee[i] = linee[i].replace(/[\xA0_\t]/g, " ");
- var value = linee[i].substr(7);
+ var newItem = new Zotero.Item();
+ var record = new marc.record();
- if(linee[i].substr(0, 6) == " ") {
- // add this onto previous value
- tagValue += value;
- } else {
- if(linee[i].substr(0, 6) == "LEADER") {
- // trap leader
- record.leader = value;
+ var linee = text.split("\n");
+ for (var i=0; i<linee.length; i++) {
+ if(!linee[i]) {
+ continue;
+ }
+
+ linee[i] = linee[i].replace(/[\xA0_\t]/g, " ");
+ var value = linee[i].substr(7);
+
+ if(linee[i].substr(0, 6) == " ") {
+ // add this onto previous value
+ tagValue += value;
} else {
- if(tagValue) { // finish last tag
- tagValue = tagValue.replace(/\|(.)/g, marc.subfieldDelimiter+"$1");
- if(tagValue[0] != marc.subfieldDelimiter) {
- tagValue = marc.subfieldDelimiter+"a"+tagValue;
+ if(linee[i].substr(0, 6) == "LEADER") {
+ // trap leader
+ record.leader = value;
+ } else {
+ if(tagValue) { // finish last tag
+ tagValue = tagValue.replace(/\|(.)/g, marc.subfieldDelimiter+"$1");
+ if(tagValue[0] != marc.subfieldDelimiter) {
+ tagValue = marc.subfieldDelimiter+"a"+tagValue;
+ }
+
+ // add previous tag
+ record.addField(tag, ind, tagValue);
}
- // add previous tag
- record.addField(tag, ind, tagValue);
+ var tag = linee[i].substr(0, 3);
+ var ind = linee[i].substr(4, 2);
+ var tagValue = value;
}
-
- var tag = linee[i].substr(0, 3);
- var ind = linee[i].substr(4, 2);
- var tagValue = value;
}
- }
- }
- if(tagValue) {
- tagValue = tagValue.replace(/\|(.)/g, marc.subfieldDelimiter+"$1");
- if(tagValue[0] != marc.subfieldDelimiter) {
- tagValue = marc.subfieldDelimiter+"a"+tagValue;
+ }
+ if(tagValue) {
+ tagValue = tagValue.replace(/\|(.)/g, marc.subfieldDelimiter+"$1");
+ if(tagValue[0] != marc.subfieldDelimiter) {
+ tagValue = marc.subfieldDelimiter+"a"+tagValue;
+ }
+
+ // add previous tag
+ record.addField(tag, ind, tagValue);
}
- // add previous tag
- record.addField(tag, ind, tagValue);
+ record.translate(newItem);
+
+ var domain = newDoc.location.href.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
+ newItem.complete();
}
-
- record.translate(newItem);
- newItem.complete();
}
function pageByPage(marc, urls) {
Zotero.Utilities.processDocuments(urls, function(newDoc) {
- scrape(marc.getTranslatorObject(), newDoc);
+ scrape(marc, newDoc);
}, function() { Zotero.done() });
}
@@ -880,10 +5322,11 @@ function doWeb(doc, url) {
var uri = doc.location.href;
var newUri;
// load translator for MARC
- var marc = Zotero.loadTranslator("import");
- marc.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973");
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973");
+ var marc = translator.getTranslatorObject();
- var matchRegexp = new RegExp(''^(http://[^/]+/search/[^/]+/[^/]+/1\%2C[^/]+/)frameset(.+)$'');
+ var matchRegexp = new RegExp(''^(https?://[^/]+/search\\??/[^/]+/[^/]+/[0-9]+\%2C[^/]+/)frameset(.+)$'');
var m = matchRegexp.exec(uri);
if(m) {
newUri = m[1]+''marc''+m[2];
@@ -912,14 +5355,13 @@ function doWeb(doc, url) {
} else { // Search results page
// Require link to match this
var tagRegexp = new RegExp();
- tagRegexp.compile(''^http://[^/]+/search/[^/]+/[^/]+/1\%2C[^/]+/frameset'');
+ tagRegexp.compile(''^https?://[^/]+/search\\??/[^/]+/[^/]+/[0-9]+\%2C[^/]+/frameset'');
- var checkboxes = new Array();
var urls = new Array();
var availableItems = new Array();
var firstURL = false;
- var tableRows = doc.evaluate(''//table[@class="browseScreen"]//tr[@class="browseEntry" or @class="briefCitRow" or td/input[@type="checkbox"]]'',
+ var tableRows = doc.evaluate(''//table[@class="browseScreen"]//tr[@class="browseEntry" or @class="briefCitRow" or td/input[@type="checkbox"] or td[contains(@class,"briefCitRow")]]'',
doc, nsResolver, XPathResult.ANY_TYPE, null);
// Go through table rows
var i = 0;
@@ -935,14 +5377,6 @@ function doWeb(doc, url) {
}
if(link) {
- if(!checkboxes[link.href]) {
- // CHK is what we need to get it all as one file
- var input = doc.evaluate(''./td/input[@type="checkbox"]'', tableRow,
- nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(input) {
- checkboxes[link.href] = input.name+"="+escape(input.value);
- }
- }
if(availableItems[link.href]) {
continue;
}
@@ -953,8 +5387,7 @@ function doWeb(doc, url) {
if(tagRegexp.test(link.href)) {
if(!firstURL) firstURL = link.href;
- var text = Zotero.Utilities.getNodeString(doc, link,
- ".//text()", null);
+ var text = link.textContent;
if(text) {
text = Zotero.Utilities.cleanString(text);
if(availableItems[link.href]) {
@@ -970,32 +5403,14 @@ function doWeb(doc, url) {
}
};
- Zotero.Utilities.debug(urls);
- Zotero.Utilities.debug(availableItems);
var items = Zotero.selectItems(availableItems);
- Zotero.Utilities.debug(items);
if(!items) {
return true;
}
- var urlRe = new RegExp("^(https?://[^/]+(/search/[^/]+(?:/|$)))");
- var m = urlRe.exec(firstURL);
- if(!m) {
- throw("urlRe choked on "+urls[0]);
- }
-
- var clearUrl = m[0]+"?clear_saves=1";
- var postUrl = m[0];
- var exportUrl = m[1]+"++export/1,-1,-1,B/export";
var newUrls = new Array();
- var postString = "";
- var number = 0;
for(var url in items) {
- if(checkboxes[url]) {
- postString += checkboxes[url]+"&";
- number++;
- }
var m = matchRegexp.exec(url);
if(!m) {
throw("matchRegexp choked on "+url);
@@ -1003,49 +5418,51 @@ function doWeb(doc, url) {
newUrls.push(m[1]+"marc"+m[2]);
}
- if(postString && number > 1) {
- postString += "save_func=save_marked";
-
-
- Zotero.Utilities.HTTP.doGet(clearUrl, function() {
- Zotero.Utilities.HTTP.doPost(postUrl, postString, function() {
- Zotero.Utilities.HTTP.doPost(exportUrl, "ex_format=50&ex_device=45&SUBMIT=Submit", function(text) {
- var notSpace = /[^\s]/
- if(notSpace.test(text)) {
- marc.setString(text);
- marc.translate();
-
- Zotero.done();
- } else {
- pageByPage(marc, newUrls);
- }
- });
- });
- });
- } else {
- pageByPage(marc, newUrls);
- }
+ pageByPage(marc, newUrls);
}
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('add7c71c-21f3-ee14-d188-caf9da12728b', '2006-10-02 17:00:00', 1, 100, 4, 'SIRSI 2003+', 'Simon Kornblith', '/uhtbin/cgisirsi',
+REPLACE INTO translators VALUES ('add7c71c-21f3-ee14-d188-caf9da12728b', '1.0.0b3.r1', '', '2007-06-12 23:00:00', '1', '100', '4', 'Library Catalog (SIRSI)', 'Sean Takats', '/uhtbin/cgisirsi',
'function detectWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
+
var xpath = ''//tr[th[@class="viewmarctags"]][td[@class="viewmarctags"]]'';
if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI detectWeb: viewmarctags");
return "book";
}
+ var xpath = ''//input[@name="VOPTIONS"]'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI detectWeb: VOPTIONS");
+ return "book";
+ }
+ var elmts = doc.evaluate(''/html/body/form//text()'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ while(elmt = elmts.iterateNext()) {
+ if(Zotero.Utilities.superCleanString(elmt.nodeValue) == "Viewing record") {
+ Zotero.debug("SIRSI detectWeb: Viewing record");
+ return "book";
+ }
+ }
+
var xpath = ''//td[@class="searchsum"]/table'';
if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI detectWeb: searchsum");
return "multiple";
}
-}',
+ var xpath = ''//form[@name="hitlist"]/table/tbody/tr'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI detectWeb: hitlist");
+ return "multiple";
+ }
+ // var xpath = ''//input[@type="checkbox"]''
+}',
'function scrape(doc) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
@@ -1091,6 +5508,8 @@ REPLACE INTO "translators" VALUES ('add7c71c-21f3-ee14-d188-caf9da12728b', '2006
newItem.place = pubParts[0];
} else if(field == "personal author") {
newItem.creators.push(Zotero.Utilities.cleanAuthor(value, "author", true));
+ } else if(field == "author"){
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(value, "author", true));
} else if(field == "added author") {
newItem.creators.push(Zotero.Utilities.cleanAuthor(value, "contributor", true));
} else if(field == "corporate author") {
@@ -1119,220 +5538,284 @@ REPLACE INTO "translators" VALUES ('add7c71c-21f3-ee14-d188-caf9da12728b', '2006
newItem.callNumber = callNumber.nodeValue;
}
+ var domain = doc.location.href.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
newItem.complete();
return true;
}
-function doWeb(doc, url) {
+function doWeb(doc, url){
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
-
- if(!scrape(doc)) {
- var checkboxes = new Array();
- var urls = new Array();
- var availableItems = new Array();
-
- var tableRows = doc.evaluate(''//td[@class="searchsum"]/table[//input[@value="Details"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
- var tableRow = tableRows.iterateNext(); // skip first row
- // Go through table rows
- while(tableRow = tableRows.iterateNext()) {
- var input = doc.evaluate(''.//input[@value="Details"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- var text = Zotero.Utilities.getNodeString(doc, tableRow, ''.//label/strong//text()'', nsResolver);
- if(text) {
- availableItems[input.name] = text;
+
+ var sirsiNew = true; //toggle between SIRSI -2003 and SIRSI 2003+
+ var xpath = ''//td[@class="searchsum"]/table'';
+ if(doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI doWeb: searchsum");
+ sirsiNew = true;
+ } else if (doc.evaluate(''//form[@name="hitlist"]/table/tbody/tr'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI doWeb: hitlist");
+ sirsiNew = false;
+ } else if (doc.evaluate(''//tr[th[@class="viewmarctags"]][td[@class="viewmarctags"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI doWeb: viewmarctags");
+ sirsiNew = true;
+ } else if (doc.evaluate(''//input[@name="VOPTIONS"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ Zotero.debug("SIRSI doWeb: VOPTIONS");
+ sirsiNew = false;
+ } else {
+ var elmts = doc.evaluate(''/html/body/form//text()'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ while(elmt = elmts.iterateNext()) {
+ if(Zotero.Utilities.superCleanString(elmt.nodeValue) == "Viewing record") {
+ Zotero.debug("SIRSI doWeb: Viewing record");
+ sirsiNew = false;
}
}
-
- var items = Zotero.selectItems(availableItems);
-
- if(!items) {
- return true;
+ }
+
+ if (sirsiNew) { //executes Simon''s SIRSI 2003+ scraper code
+ Zotero.debug("Running SIRSI 2003+ code");
+ if(!scrape(doc)) {
+
+ var checkboxes = new Array();
+ var urls = new Array();
+ var availableItems = new Array();
+ //begin IUCAT fixes by Andrew Smith
+ var iuRe = /^https?:\/\/www\.iucat\.iu\.edu/;
+ var iu = iuRe.exec(url);
+ //IUCAT fix 1 of 2
+ if (iu){
+ var tableRows = doc.evaluate(''//td[@class="searchsum"]/table[//input[@class="submitLink"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ } else{
+ var tableRows = doc.evaluate(''//td[@class="searchsum"]/table[//input[@value="Details"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ }
+ var tableRow = tableRows.iterateNext(); // skip first row
+ // Go through table rows
+ while(tableRow = tableRows.iterateNext()) {
+ //IUCAT fix 2 of 2
+ if (iu){
+ var input = doc.evaluate(''.//input[@class="submitLink"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ var text = doc.evaluate(''.//label/span'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ } else {
+ var input = doc.evaluate(''.//input[@value="Details"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ var text = doc.evaluate(''.//label/strong'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ }
+ //end IUCAT fixes by Andrew Smith
+ if(text) {
+ availableItems[input.name] = text;
+ }
+ }
+ var items = Zotero.selectItems(availableItems);
+ if(!items) {
+ return true;
+ }
+ var hostRe = new RegExp("^http(?:s)?://[^/]+");
+ var m = hostRe.exec(doc.location.href);
+ Zotero.debug("href: " + doc.location.href);
+ var hitlist = doc.forms.namedItem("hitlist");
+ var baseUrl = m[0]+hitlist.getAttribute("action")+"?first_hit="+hitlist.elements.namedItem("first_hit").value+"&last_hit="+hitlist.elements.namedItem("last_hit").value;
+ var uris = new Array();
+ for(var i in items) {
+ uris.push(baseUrl+"&"+i+"=Details");
+ }
+ Zotero.Utilities.processDocuments(uris, function(doc) { scrape(doc) },
+ function() { Zotero.done() }, null);
+ Zotero.wait();
+ }
+ } else{ //executes Simon''s SIRSI -2003 translator code
+ Zotero.debug("Running SIRSI -2003 code");
+ var uri = doc.location.href;
+ var recNumbers = new Array();
+ var xpath = ''//form[@name="hitlist"]/table/tbody/tr'';
+ var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt = elmts.iterateNext();
+ if(elmt) { // Search results page
+ var uriRegexp = /^http:\/\/[^\/]+/;
+ var m = uriRegexp.exec(uri);
+ var postAction = doc.forms.namedItem("hitlist").getAttribute("action");
+ var newUri = m[0]+postAction.substr(0, postAction.length-1)+"40";
+ var titleRe = /<br>\s*(.*[^\s])\s*<br>/i;
+ var items = new Array();
+ do {
+ var checkbox = doc.evaluate(''.//input[@type="checkbox"]'', elmt, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext();
+ // Collect title
+ var title = doc.evaluate("./td[2]", elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ if(checkbox && title) {
+ items[checkbox.name] = Zotero.Utilities.cleanString(title);
+ }
+ } while(elmt = elmts.iterateNext());
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ for(var i in items) {
+ recNumbers.push(i);
+ }
+ } else { // Normal page
+ // this regex will fail about 1/100,000,000 tries
+ var uriRegexp = /^((.*?)\/([0-9]+?))\//;
+ var m = uriRegexp.exec(uri);
+ var newUri = m[1]+"/40"
+
+ var elmts = doc.evaluate(''/html/body/form'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ while(elmt = elmts.iterateNext()) {
+ var initialText = doc.evaluate(''.//text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(initialText && initialText.nodeValue && Zotero.Utilities.superCleanString(initialText.nodeValue) == "Viewing record") {
+ recNumbers.push(doc.evaluate(''./b[1]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue);
+ break;
+ }
+ }
+ // begin Emory compatibility
+ var elmts = doc.evaluate(''//input[@name="first_hit"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ while (elmt = elmts.iterateNext()) {
+ recNumbers.length = 0;
+ var recNumber = elmt.value;
+ recNumbers.push(recNumber);
+ break;
+ }
+ // end Emory compatibility
}
-
- var hostRe = new RegExp("^http://[^/]+");
- var m = hostRe.exec(doc.location.href);
- var hitlist = doc.forms.namedItem("hitlist");
- var baseUrl = m[0]+hitlist.getAttribute("action")+"?first_hit="+hitlist.elements.namedItem("first_hit").value+"&last_hit="+hitlist.elements.namedItem("last_hit").value;
-
- var uris = new Array();
- for(var i in items) {
- uris.push(baseUrl+"&"+i+"=Details");
- }
-
- Zotero.Utilities.processDocuments(uris, function(doc) { scrape(doc) },
- function() { Zotero.done() }, null);
-
- Zotero.wait();
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973");
+ var marc = translator.getTranslatorObject();
+ Zotero.Utilities.loadDocument(newUri+''?marks=''+recNumbers.join(",")+''&shadow=NO&format=FLAT+ASCII&sort=TITLE&vopt_elst=ALL&library=ALL&display_rule=ASCENDING&duedate_code=l&holdcount_code=t&DOWNLOAD_x=22&DOWNLOAD_y=12&address=&form_type='', function(doc) {
+ var pre = doc.getElementsByTagName("pre");
+ var text = pre[0].textContent;
+ var documents = text.split("*** DOCUMENT BOUNDARY ***");
+ for(var j=1; j<documents.length; j++) {
+ var uri = newUri+"?marks="+recNumbers[j]+"&shadow=NO&format=FLAT+ASCII&sort=TITLE&vopt_elst=ALL&library=ALL&display_rule=ASCENDING&duedate_code=l&holdcount_code=t&DOWNLOAD_x=22&DOWNLOAD_y=12&address=&form_type=";
+ var lines = documents[j].split("\n");
+ var record = new marc.record();
+ var tag, content;
+ var ind = "";
+ for(var i=0; i<lines.length; i++) {
+ var line = lines[i];
+ if(line[0] == "." && line.substr(4,2) == ". ") {
+ if(tag) {
+ content = content.replace(/\|([a-z])/g, marc.subfieldDelimiter+"$1");
+ record.addField(tag, ind, content);
+ }
+ } else {
+ content += " "+line.substr(6);
+ continue;
+ }
+ tag = line.substr(1, 3);
+ if(tag[0] != "0" || tag[1] != "0") {
+ ind = line.substr(6, 2);
+ content = line.substr(8);
+ } else {
+ content = line.substr(7);
+ if(tag == "000") {
+ tag = undefined;
+ record.leader = "00000"+content;
+ Zotero.debug("the leader is: "+record.leader);
+ }
+ }
+ }
+ var newItem = new Zotero.Item();
+ record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
+ newItem.complete();
+ }
+ Zotero.done();
+ });
+ Zotero.wait();
}
}');
-REPLACE INTO "translators" VALUES ('a77690cf-c5d1-8fc4-110f-d1fc765dcf88', '2006-10-02 17:00:00', 1, 100, 4, 'ProQuest', 'Simon Kornblith', '^http://[^/]+/pqdweb\?((?:.*\&)?did=.*&Fmt=[0-9]|(?:.*\&)Fmt=[0-9].*&did=|(?:.*\&)searchInterface=)',
+REPLACE INTO translators VALUES ('a77690cf-c5d1-8fc4-110f-d1fc765dcf88', '1.0.0b3.r1', '', '2007-08-31 21:00:00', '1', '100', '4', 'ProQuest', 'Simon Kornblith', '^https?://[^/]+/pqdweb\?((?:.*\&)?did=.*&Fmt=[0-9]|(?:.*\&)Fmt=[0-9].*&did=|(?:.*\&)searchInterface=|TS=[0-9])',
'function detectWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
-
+
if(doc.evaluate(''//img[substring(@src, string-length(@src)-32) = "/images/common/logo_proquest.gif" or substring(@src, string-length(@src)-38) = "/images/common/logo_proquest_small.gif"]'',
- doc, nsResolver, XPathResult.ANY_TYPE, null)) {
+ doc, nsResolver, XPathResult.ANY_TYPE, null)) {
+
+
+ var xpath = ''//table[@id="tableIndexTerms"]/tbody/tr/td[@class="textSmall"]'';
+ var data= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var aitem;
+ var source;
+ while(aitem = data.iterateNext()) {
+ source=aitem.textContent;
+ if(source=="Source type:") {
+ source=data.iterateNext().textContent;
+ Zotero.debug("Item Source Type: "+source);
+ break;
+ }
+ }
+
if(doc.title == "Results") {
return "multiple";
- } else {
- return "magazineArticle";
+ } else if(doc.title == "Document View") {
+ switch (source) {
+ case ''Dissertation'':
+ return "thesis";
+ break;
+ case ''Historical Newspaper'':
+ case ''Newspaper'':
+ return "newspaperArticle";
+ default:
+ return "journalArticle";
+ break;
+ }
+
}
}
-}',
-'function scrape(doc) {
- var namespace = doc.documentElement.namespaceURI;
- var nsResolver = namespace ? function(prefix) {
- if (prefix == ''x'') return namespace; else return null;
- } : null;
+}
- var newItem = new Zotero.Item();
- var elmt;
+//^https?://[^/]+/pqdweb\?((?:.*\&)?did=.*&Fmt=[0-9]|(?:.*\&)Fmt=[0-9].*&did=|(?:.*\&)searchInterface=)',
+'function parseRIS(uris) {
- // Title
- var xpath = ''/html/body/span[@class="textMedium"]/table/tbody/tr/td[@class="headerBlack"]/strong//text()'';
- newItem.title = Zotero.Utilities.getNodeString(doc, doc, xpath, nsResolver);
+ Zotero.Utilities.HTTP.doGet(uris, function(text, xmlhttp, url){
+ // load translator for RIS
+
+ if(url.match("exportFormat=1")=="exportFormat=1") {
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ // Strip lines with just whitespace, which mess up RIS parsing
+ text = text.replace(/^\s*$\n/gm, '''');
+ translator.setString(text);
+
+ //Set Handler fixes anomaly in Proquest RIS format. Properly formats author name as [last name], [first name]
+ translator.setHandler("itemDone", function(obj, item) {
+ var cre = new Array();
+ cre = item.creators;
+ for each(var e in cre) {
- // Authors
- var xpath = ''/html/body/span[@class="textMedium"]/table/tbody/tr/td[@class="textMedium"]/a/em'';
- var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
- while(elmt = elmts.iterateNext()) {
- // there are sometimes additional tags representing higlighting
- var author = Zotero.Utilities.getNodeString(doc, elmt, ''.//text()'', nsResolver);
- if(author) {
- newItem.creators.push(Zotero.Utilities.cleanAuthor(author, "author"));
- }
- }
-
- // Other info
- var xpath = ''/html/body/span[@class="textMedium"]/font/table/tbody/tr'';
- var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
- while(elmt = elmts.iterateNext()) {
- var field = Zotero.Utilities.superCleanString(doc.evaluate(''./TD[1]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue).toLowerCase();
- if(field == "publication title") {
- var publication = doc.evaluate(''./TD[2]/A[1]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(publication.nodeValue) {
- newItem.publicationTitle = Zotero.Utilities.superCleanString(publication.nodeValue);
- }
-
- var place = doc.evaluate(''./TD[2]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(place.nodeValue) {
- newItem.place = Zotero.Utilities.superCleanString(place.nodeValue);
- }
-
- var date = doc.evaluate(''./TD[2]/A[2]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(date.nodeValue) {
- newItem.date = date.nodeValue;
- }
-
- var moreInfo = doc.evaluate(''./TD[2]/text()[2]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(moreInfo.nodeValue) {
- moreInfo = Zotero.Utilities.superCleanString(moreInfo.nodeValue);
- var parts = moreInfo.split(";\xA0");
-
- var issueRegexp = /^(\w+)\.(?: |\xA0)?(.+)$/
- var issueInfo = parts[0].split(",\xA0");
- for(j in issueInfo) {
- var m = issueRegexp.exec(issueInfo[j]);
- if(m) {
- var info = m[1].toLowerCase();
- if(info == "vol") {
- newItem.volume = Zotero.Utilities.superCleanString(m[2]);
- } else if(info == "iss" || info == "no") {
- newItem.issue = Zotero.Utilities.superCleanString(m[2]);
+ if(!e[''firstName'']) {
+ //check if there is a first name, if not, take the first word in the last name
+ var names = e[''lastName''].split(" ");
+ e[''firstName'']=names[0];
+ e[''lastName'']="";
+ for(var i = 1; i<names.length; i++) {
+ e[''lastName'']+=names[i];
}
}
}
- if(parts[1] && Zotero.Utilities.superCleanString(parts[1]).substring(0, 3).toLowerCase() == "pg.") {
- var re = /[0-9\-]+/;
- var m = re.exec(parts[1]);
-
- if(m) {
- newItem.pages = m[0];
- }
- }
- }
- } else if(field == "source type") {
- var value = doc.evaluate(''./TD[2]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(value.nodeValue) {
- value = Zotero.Utilities.superCleanString(value.nodeValue).toLowerCase();
-
- if(value.indexOf("periodical") >= 0) {
- newItem.itemType = "magazineArticle";
- } else if(value.indexOf("newspaper") >= 0) {
- newItem.itemType = "newspaperArticle";
- } else { // TODO: support thesis
- newItem.itemType = "book";
- }
- }
- } else if(field == "isbn" || field == "issn" || field == "issn/isbn") {
- var value = doc.evaluate(''./TD[2]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(value) {
- var type;
- value = Zotero.Utilities.superCleanString(value.nodeValue);
- if(value.length == 10 || value.length == 13) {
- newItem.ISBN = value;
- } else if(value.length == 8) {
- newItem.ISSN = value;
- }
- }
- } else if(field == "document url") {
- var value = doc.evaluate(''./TD[2]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(value) {
- newItem.url = Zotero.Utilities.cleanString(value.nodeValue);
- }
- } else if(field == "proquest document id") {
- var value = doc.evaluate(''./TD[2]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(value) {
- newItem.accessionNumber = Zotero.Utilities.cleanString(value.nodeValue);
- }
- } else if(field == "subjects" || field == "people" || field == "locations") {
- var subjects = doc.evaluate(".//a", elmt, nsResolver, XPathResult.ANY_TYPE, null);
- var currentSubject;
- while(currentSubject = subjects.iterateNext()) {
- var subjectValue = Zotero.Utilities.getNodeString(doc, currentSubject, ".//text()", nsResolver);
- subjectValue = Zotero.Utilities.superCleanString(subjectValue);
- if(subjectValue) {
- newItem.tags.push(subjectValue);
- }
- }
+
+ item.complete();
+ });
+
+ translator.translate();
+ Zotero.done();
}
- }
-
- // magazineArticle -> journalArticle if issue and volume exist
- if(newItem.itemType == "magazineArticle" && (newItem.issue || newItem.volume)) {
- newItem.itemType = "journalArticle";
- }
-
- // figure out what we can attach
- var attachArray = {
- ''//td[@class="textSmall"]//img[@alt="Full Text - PDF"]'':"ProQuest Full Text (PDF)",
- ''//td[@class="textSmall"]//img[@alt="Text+Graphics"]'':"ProQuest Full Text (HTML with Graphics)",
- ''//td[@class="textSmall"]//img[@alt="Full Text"]'':"ProQuest Full Text (HTML)",
- ''//td[@class="textSmall"]//img[@alt="Abstract"]'':"ProQuest Abstract"
- }
- for(var xpath in attachArray) {
- var item = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(item) {
- var title = attachArray[xpath];
-
- if(item.parentNode.tagName.toLowerCase() == "a") {
- // item is not this page
- newItem.attachments.push({url:item.parentNode.href,
- title:title, mimeType:(title == "ProQuest Full Text (PDF)" ? "application/pdf" : "text/html"),
- downloadable:true});
- } else {
- // item is this page
- newItem.attachments.push({document:doc, title:title, downloadable:true});
- }
- }
- }
-
- newItem.complete();
+
+ }, function() {});
+ Zotero.wait();
}
function doWeb(doc, url) {
@@ -1341,67 +5824,149 @@ function doWeb(doc, url) {
if (prefix == ''x'') return namespace; else return null;
} : null;
- if(doc.title == "Results") {
- var items = new Object();
-
- // Require link to match this
- var tagRegexp = new RegExp();
- tagRegexp.compile(''^http://[^/]+/pqdweb\\?((?:.*&)?did=.*&Fmt=[12](?:[^0-9]|$)|(?:.*&)Fmt=[12][^0-9].*&did=)'');
-
- var tableRows = doc.evaluate(''//tr[@class="rowUnMarked"]'',
- doc, nsResolver, XPathResult.ANY_TYPE, null);
- // Go through table rows
- var tableRow;
- while(tableRow = tableRows.iterateNext()) {
- var links = tableRow.getElementsByTagName("a");
- // Go through links
- for(var j=0; j<links.length; j++) {
- if(tagRegexp.test(links[j].href)) {
- var text = doc.evaluate(''.//a[@class="bold"]/text()'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(text && text.nodeValue) {
- text = Zotero.Utilities.cleanString(text.nodeValue);
- items[links[j].href] = text;
+ var hostRegexp = new RegExp("^(https?://[^/]+)/");
+ var hMatch = hostRegexp.exec(url);
+ var host = hMatch[1];
+
+
+
+ if(doc.evaluate(''//img[substring(@src, string-length(@src)-32) = "/images/common/logo_proquest.gif" or substring(@src, string-length(@src)-38) = "/images/common/logo_proquest_small.gif"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null)) {
+ if(doc.title == "Results") {
+
+ //Get Client ID
+ var xpath = ''//a'';
+ var data= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var aitem;
+ var clientID;
+ while(aitem = data.iterateNext()) {
+ clientID=aitem.href;
+ if(clientID.indexOf("clientId")!=-1) {
+ clientID = clientID.substr(clientID.indexOf("clientId")+9,clientID.length);
+ break;
}
- break;
+ }
+
+ var multXpath = ''//input[@name="chk"][@type="checkbox"]'';
+ var titleXpath = ''//a[@class="bold"]'';
+ var mInfos = doc.evaluate(multXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmts = doc.evaluate(titleXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmt;
+ var mInfo;
+ mInfo = mInfos.iterateNext();
+ titleElmt = titleElmts.iterateNext();
+
+ var items = new Array();
+
+ do {
+ //Get item ID
+
+ var str= mInfo.value;
+ str= str.replace("retrieveGroup", "sid");
+ var url = host+"/pqdweb?RQT=530&markedListInfo="+str+"1";
+ items[url] = Zotero.Utilities.cleanString(titleElmt.textContent);
+
+ } while((mInfo = mInfos.iterateNext()) && (titleElmt = titleElmts.iterateNext()));
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+
+ //Array of URLs for the doGet
+ var uris = new Array();
+
+ //Clear Basket
+ uris.push(host+"/pqdweb?RQT=531&clientId="+clientID);
+ uris.push(host+"/pqdweb?RQT=532&clientId="+clientID);
+
+ //Add URLS to the basket
+ for(var bibcode in items) {
+ uris.push(bibcode);
}
+
+ //Export basket as a RIS file
+ uris.push(host+"/pqdweb?RQT=532&clientId="+clientID);
+ uris.push(host+"/pqdweb?RQT=562&MRR=M&clientId="+clientID);
+ uris.push(host+"/pqdweb?RQT=562&exportFormat=1&clientId="+clientID);
+
+ parseRIS(uris);
+
+ } else {
+
+ //Get Client ID
+ var xpath = ''//a'';
+ var data= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var aitem;
+ var clientID;
+ while(aitem = data.iterateNext()) {
+ clientID=aitem.href;
+ if(clientID.indexOf("clientId")!=-1) {
+ clientID = clientID.substr(clientID.indexOf("clientId")+9,clientID.length);
+ break;
+ }
+ }
+
+ //Get item ID
+ var xpath = ''//input[@name="marked"][@type="checkbox"]'';
+ var str= doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ str= str.replace("retrieveGroup", "sid");
+
+ //Array of URLs for the doGet
+ var uris = new Array();
+
+ //Clear Basket
+ uris.push(host+"/pqdweb?RQT=531&clientId="+clientID);
+ uris.push(host+"/pqdweb?RQT=532&clientId="+clientID);
+
+ //Create URL to add item to basket
+ url = host+"/pqdweb?RQT=530&markedListInfo="+str+"1";
+ Zotero.debug("RIS URL: "+url);
+
+ uris.push(url);
+
+ //Export basket as a RIS file
+ uris.push(host+"/pqdweb?RQT=532&clientId="+clientID);
+ uris.push(host+"/pqdweb?RQT=562&MRR=M&clientId="+clientID);
+ uris.push(host+"/pqdweb?RQT=562&exportFormat=1&clientId="+clientID);
+
+ parseRIS(uris);
+
}
}
- items = Zotero.selectItems(items);
-
- if(!items) {
- return true;
- }
-
- var urls = new Array();
- for(var i in items) {
- urls.push(i);
- }
-
- Zotero.Utilities.processDocuments(urls, function(doc) { scrape(doc) },
- function() { Zotero.done(); }, null);
-
- Zotero.wait();
- } else {
- if(doc.evaluate(''/html/body/span[@class="textMedium"]/table/tbody/tr/td[@class="headerBlack"]/strong//text()'',
- doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
- scrape(doc);
- } else {
- var newURL = doc.location.href.replace(/RQT=[0-9]+/i, "RQT=309");
- newURL = newURL.replace(/Fmt=[0-9]+/i, "Fmt=1");
- Zotero.Utilities.loadDocument(newURL, function(doc) { scrape(doc); Zotero.done(); }, null);
- Zotero.wait();
- }
- }
+
}');
-REPLACE INTO "translators" VALUES ('6773a9af-5375-3224-d148-d32793884dec', '2006-10-02 17:00:00', 1, 100, 4, 'InfoTrac College Edition', 'Simon Kornblith', '^http://infotrac-college\.thomsonlearning\.com/itw/infomark/',
+REPLACE INTO translators VALUES ('6773a9af-5375-3224-d148-d32793884dec', '1.0.0b3.r1', '', '2006-12-18 06:00:45', '1', '100', '4', 'InfoTrac', 'Simon Kornblith', '^https?://[^/]+/itw/infomark/',
'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ // ensure that there is an InfoTrac logo
+ if(!doc.evaluate(''//img[substring(@alt, 1, 8) = "InfoTrac"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) return false;
+
if(doc.title.substring(0, 8) == "Article ") {
+ var genre = doc.evaluate(''//comment()[substring(., 1, 6) = " Genre"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+
+ if(genre) {
+ var value = Zotero.Utilities.cleanString(genre.nodeValue.substr(7));
+ if(value == "article") {
+ return "journalArticle";
+ } else if(value == "book") {
+ return "book";
+ } else if(value == "dissertation") {
+ return "thesis";
+ } else if(value == "bookitem") {
+ return "bookSection";
+ }
+ }
+
return "magazineArticle";
} else if(doc.title.substring(0, 10) == "Citations ") {
return "multiple";
}
-}',
+}',
'function extractCitation(url, elmts, title, doc) {
var newItem = new Zotero.Item();
newItem.url = url;
@@ -1472,16 +6037,50 @@ REPLACE INTO "translators" VALUES ('6773a9af-5375-3224-d148-d32793884dec', '2006
newItem.date = date.substring(1);
}
} else if(field == "author") {
- newItem.creators.push(Zotero.Utilities.cleanAuthor(value, "author", true));
+ var author = Zotero.Utilities.cleanAuthor(value, "author", true);
+
+ // ensure author is not already there
+ var add = true;
+ for each(var existingAuthor in newItem.creators) {
+ if(existingAuthor.firstName == author.firstName && existingAuthor.lastName == author.lastName) {
+ add = false;
+ break;
+ }
+ }
+ if(add) newItem.creators.push(author);
+ } else if(field == "issue") {
+ newItem.issue = value;
+ } else if(field == "volume") {
+ newItem.volume = value;
+ } else if(field == "issn") {
+ newItem.ISSN = value;
+ } else if(field == "gjd") {
+ var m = value.match(/\(([0-9]{4}[^\)]*)\)(?:, pp\. ([0-9\-]+))?/);
+ if(m) {
+ newItem.date = m[1];
+ newItem.pages = m[2];
+ }
+ } else if(field == "BookTitle") {
+ newItem.publicationTitle = value;
+ } else if(field == "genre") {
+ value = value.toLowerCase();
+ if(value == "article") {
+ newItem.itemType = "journalArticle";
+ } else if(value == "book") {
+ newItem.itemType = "book";
+ } else if(value == "dissertation") {
+ newItem.itemType = "thesis";
+ } else if(value == "bookitem") {
+ newItem.itemType = "bookSection";
+ }
}
}
if(doc) {
- newItem.attachments.push({document:doc, title:"InfoTrac Full Text",
- downloadable:true});
+ newItem.attachments.push({document:doc, title:"InfoTrac Snapshot"});
} else {
- newItem.attachments.push({url:url, title:"InfoTrac Full Text",
- mimeType:"text/html", downloadable:true});
+ newItem.attachments.push({url:url, title:"InfoTrac Snapshot",
+ mimeType:"text/html"});
}
newItem.complete();
@@ -1503,6 +6102,8 @@ function doWeb(doc, url) {
var uris = new Array();
var elmts = new Array();
+ var host = doc.location.href.match(/^https?:\/\/[^\/]+/)[0];
+
var tableRows = doc.evaluate(''/html/body//table/tbody/tr/td[a/b]'', doc, nsResolver,
XPathResult.ANY_TYPE, null);
var tableRow;
@@ -1513,7 +6114,7 @@ function doWeb(doc, url) {
var link = doc.evaluate(''./a'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
var m = javaScriptRe.exec(link.href);
if(m) {
- uris[i] = "http://infotrac-college.thomsonlearning.com/itw/infomark/192/215/90714844w6"+m[1]+"?sw_aep=olr_wad"+m[2];
+ uris[i] = host+"/itw/infomark/192/215/90714844w6"+m[1]+"?sw_aep=olr_wad"+m[2];
}
var article = doc.evaluate(''./b/text()'', link, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
items[i] = article.nodeValue;
@@ -1537,7 +6138,7 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('63c25c45-6257-4985-9169-35b785a2995e', '2006-10-02 17:00:00', 1, 100, 4, 'InfoTrac OneFile', 'Simon Kornblith', '^https?://[^/]+/itx/(?:[a-z]+Search|retrieve|paginate|tab)\.do',
+REPLACE INTO translators VALUES ('63c25c45-6257-4985-9169-35b785a2995e', '1.0.0b3.r1', '', '2006-12-15 03:40:00', 1, 100, 4, 'InfoTrac OneFile', 'Simon Kornblith', '^https?://[^/]+/itx/(?:[a-z]+Search|retrieve|paginate|tab)\.do',
'function detectWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
@@ -1585,7 +6186,7 @@ REPLACE INTO "translators" VALUES ('63c25c45-6257-4985-9169-35b785a2995e', '2006
}
//item.attachments = newAttachments.shift();
- //Zotero.Utilities.debug(item.attachments);
+ //Zotero.debug(item.attachments);
item.complete();
});
translator.translate();
@@ -1617,7 +6218,7 @@ function doWeb(doc, url) {
if(doc.evaluate(''//table[@class="resultstable"][tbody/tr[@class="unselectedRow"]]'',
doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
- var items = Zotero.Utilities.getItemArray(doc, doc, ''^http://[^/]+/itx/retrieve\\.do\\?.*docId='');
+ var items = Zotero.Utilities.getItemArray(doc, doc, ''^https?://[^/]+/itx/retrieve\\.do\\?.*docId='');
items = Zotero.selectItems(items);
if(!items) {
@@ -1656,9 +6257,9 @@ function doWeb(doc, url) {
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('b047a13c-fe5c-6604-c997-bef15e502b09', '2006-10-02 17:00:00', 1, 100, 4, 'LexisNexis', 'Simon Kornblith', '^http://web\.lexis-?nexis\.com/universe/(?:document|doclist)',
+REPLACE INTO translators VALUES ('b047a13c-fe5c-6604-c997-bef15e502b09', '1.0.0b3.r1', '', '2007-03-24 22:20:00', 1, 100, 4, 'LexisNexis', 'Simon Kornblith', '^https?://web\.lexis-?nexis\.com[^/]*/universe/(?:document|doclist)',
'function detectWeb(doc, url) {
- var detailRe = new RegExp("^http://[^/]+/universe/document");
+ var detailRe = new RegExp("^https?://[^/]+/universe/document");
if(detailRe.test(doc.location.href)) {
return "newspaperArticle";
} else {
@@ -1667,8 +6268,7 @@ REPLACE INTO "translators" VALUES ('b047a13c-fe5c-6604-c997-bef15e502b09', '2006
}',
'function scrape(doc) {
var newItem = new Zotero.Item();
- newItem.attachments.push({document:doc, title:"LexisNexis Full Text",
- downloadable:true});
+ newItem.attachments.push({document:doc, title:"LexisNexis Snapshot"});
var citationDataDiv;
var divs = doc.getElementsByTagName("div");
@@ -1737,11 +6337,11 @@ REPLACE INTO "translators" VALUES ('b047a13c-fe5c-6604-c997-bef15e502b09', '2006
}
function doWeb(doc, url) {
- var detailRe = new RegExp("^http://[^/]+/universe/document");
+ var detailRe = new RegExp("^https?://[^/]+/universe/document");
if(detailRe.test(doc.location.href)) {
scrape(doc);
} else {
- var items = Zotero.Utilities.getItemArray(doc, doc, "^http://[^/]+/universe/document");
+ var items = Zotero.Utilities.getItemArray(doc, doc, "^https?://[^/]+/universe/document");
items = Zotero.selectItems(items);
if(!items) {
@@ -1760,9 +6360,136 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('cf87eca8-041d-b954-795a-2d86348999d5', '2006-10-02 17:00:00', 1, 100, 4, 'Aleph', 'Simon Kornblith', '^http://[^/]+/F(?:/[A-Z0-9\-]+(?:\?.*)?$|\?func=find|\?func=scan)',
+REPLACE INTO translators VALUES ('5e3e6245-83da-4f55-a39b-b712df54a935', '1.0.0b3.r1', '', '2007-08-27 05:00:00', '0', '90', '4', 'Melvyl', 'Sean Takats', '^https?://(?:melvyl.cdlib.org|melvyl-dev.cdlib.org:8162)/F(?:/[A-Z0-9\-]+(?:\?.*)?$|\?func=find|\?func=scan)',
'function detectWeb(doc, url) {
- var singleRe = new RegExp("^http://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=[0-9]{3}|func=direct)");
+ var singleRe = new RegExp("^https?://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=[0-9]{3}|func=direct)");
+
+ if(singleRe.test(doc.location.href)) {
+ return "book";
+ } else {
+ var tags = doc.getElementsByTagName("a");
+ for(var i=0; i<tags.length; i++) {
+ if(singleRe.test(tags[i].href)) {
+ return "multiple";
+ }
+ }
+ }
+}',
+'function doWeb(doc, url) {
+ var detailRe = new RegExp("^https?://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=[0-9]{3}|func=direct)");
+ var uri = doc.location.href;
+ var newUris = new Array();
+
+ if(detailRe.test(uri)) {
+ newUris.push(uri.replace(/\&format=[0-9]{3}/, "&format=001"))
+ } else {
+ var itemRegexp = ''^https?://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=999|func=direct)'';
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var reviewXpath = ''//table/tbody/tr[td[@class="resultsDisplayWhite"]]''
+
+ var reviewRows = doc.evaluate(reviewXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var reviewRow;
+
+ var items = new Array();
+
+ if (reviewRow = reviewRows.iterateNext()){
+ var xpath = ''./td[@class="resultsDisplayWhite"][2]/a[1]'';
+ var titleXpath = ''./td[@class="resultsDisplayWhite"][5]'';
+ var elmt;
+ var titleElmt;
+ do {
+ elmt = doc.evaluate(xpath, reviewRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ titleElmt = doc.evaluate(titleXpath, reviewRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ items[elmt.href] = Zotero.Utilities.cleanString(titleElmt.textContent);
+ } while (reviewRow = reviewRows.iterateNext());
+
+ } else {
+ var xpath = ''//td[2][@class="resultsBrief"]/a[1]''; // gets MELVYL links
+ var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt;
+ var titleXpath = ''//tr[td[@class="resultsBrief"][@id="bold"]/b[text()="Title"]]/td[4]''; // gets MELVYL results titles
+ var titleElmts = doc.evaluate(titleXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titleElmt;
+ while ((elmt = elmts.iterateNext()) && (titleElmt = titleElmts.iterateNext())){
+ items[elmt.href] = Zotero.Utilities.cleanString(titleElmt.textContent);
+ }
+ }
+
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ for(var i in items) {
+ var newUri = i.replace(/\&format=[0-9]{3}/, "&format=001")
+ if(newUri == i) {
+ newUri += "&format=001";
+ }
+ newUris.push(newUri);
+ }
+ }
+
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973");
+ var marc = translator.getTranslatorObject();
+ Zotero.Utilities.processDocuments(newUris, function(newDoc) {
+ var uri = newDoc.location.href;
+
+ var namespace = newDoc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath = ''//tr[td[1][@class="contentSmall"][@id="bold"]/strong]'';
+ var elmts = newDoc.evaluate(xpath, newDoc, nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt;
+
+ var record = new marc.record();
+ while(elmt = elmts.iterateNext()) {
+ var field = Zotero.Utilities.superCleanString(doc.evaluate(''./TD[1]/strong/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue);
+ var value = doc.evaluate(''./TD[2]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+
+ if(field == "LDR") {
+ record.leader = value;
+ } else if(field != "FMT") {
+
+ Zotero.debug("field=" + field);
+ value = value.replace(/\|([a-z]) /g, marc.subfieldDelimiter+"$1");
+
+ var code = field.substring(0, 3);
+ var ind = "";
+ if(field.length > 3) {
+ ind = field[3];
+ if(field.length > 4) {
+ ind += field[4];
+ }
+ }
+
+ record.addField(code, ind, value);
+ }
+ }
+
+ var newItem = new Zotero.Item();
+ record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
+ newItem.complete();
+ }, function() { Zotero.done(); }, null);
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('cf87eca8-041d-b954-795a-2d86348999d5', '1.0.0b3.r1', '', '2006-12-15 15:11:00', 1, 100, 4, 'Library Catalog (Aleph)', 'Simon Kornblith', '^https?://[^/]+/F(?:/[A-Z0-9\-]+(?:\?.*)?$|\?func=find|\?func=scan)',
+'function detectWeb(doc, url) {
+ var singleRe = new RegExp("^https?://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=[0-9]{3}|func=direct)");
if(singleRe.test(doc.location.href)) {
return "book";
@@ -1776,14 +6503,14 @@ REPLACE INTO "translators" VALUES ('cf87eca8-041d-b954-795a-2d86348999d5', '2006
}
}',
'function doWeb(doc, url) {
- var detailRe = new RegExp("^http://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=[0-9]{3}|func=direct)");
+ var detailRe = new RegExp("^https?://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=[0-9]{3}|func=direct)");
var uri = doc.location.href;
var newUris = new Array();
if(detailRe.test(uri)) {
newUris.push(uri.replace(/\&format=[0-9]{3}/, "&format=001"))
} else {
- var itemRegexp = ''^http://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=999|func=direct)''
+ var itemRegexp = ''^https?://[^/]+/F/[A-Z0-9\-]+\?.*(?:func=full-set-set.*\&format=999|func=direct)''
var items = Zotero.Utilities.getItemArray(doc, doc, itemRegexp, ''^[0-9]+$'');
// ugly hack to see if we have any items
@@ -1824,14 +6551,14 @@ REPLACE INTO "translators" VALUES ('cf87eca8-041d-b954-795a-2d86348999d5', '2006
if (prefix == ''x'') return namespace; else return null;
} : null;
- var xpath = ''//table/tbody/tr[td[1][@id="bold"] or td[@class="recordTD"]][td[2]]'';
+ var xpath = ''//*[tr[td/text()="LDR"]]/tr'';
var elmts = newDoc.evaluate(xpath, newDoc, nsResolver, XPathResult.ANY_TYPE, null);
var elmt;
var record = new marc.record();
while(elmt = elmts.iterateNext()) {
var field = Zotero.Utilities.superCleanString(doc.evaluate(''./TD[1]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue);
- var value = Zotero.Utilities.getNodeString(doc, elmt, ''./TD[2]//text()'', nsResolver);
+ var value = doc.evaluate(''./TD[2]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
if(field == "LDR") {
record.leader = value;
@@ -1853,21 +6580,25 @@ REPLACE INTO "translators" VALUES ('cf87eca8-041d-b954-795a-2d86348999d5', '2006
var newItem = new Zotero.Item();
record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
newItem.complete();
}, function() { Zotero.done(); }, null);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('774d7dc2-3474-2684-392c-f787789ec63d', '2006-10-02 17:00:00', 1, 100, 4, 'Dynix', 'Simon Kornblith', 'ipac\.jsp\?.*(?:uri=full=[0-9]|menu=search)',
+REPLACE INTO translators VALUES ('774d7dc2-3474-2684-392c-f787789ec63d', '1.0.0b3.r1', '', '2007-09-19 20:30:00', '1', '100', '4', 'Library Catalog (Dynix)', 'Simon Kornblith', 'ipac\.jsp\?.*(?:uri=(?:link|full)=[0-9]|menu=search)',
'function detectWeb(doc, url) {
- var detailsRe = new RegExp(''ipac\.jsp\?.*uri=full=[0-9]'');
+ var detailsRe = new RegExp(''ipac\.jsp\?.*uri=(?:full|link)=[0-9]'');
if(detailsRe.test(doc.location.href)) {
return "book";
} else {
return "multiple";
}
-}',
+}',
'function doWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
@@ -1875,13 +6606,13 @@ REPLACE INTO "translators" VALUES ('774d7dc2-3474-2684-392c-f787789ec63d', '2006
} : null;
var uri = doc.location.href;
- var detailsRe = new RegExp(''ipac\.jsp\?.*uri=full=[0-9]'');
+ var detailsRe = new RegExp(''ipac\.jsp\?.*uri=(?:full|link)=[0-9]'');
var uris = new Array();
if(detailsRe.test(uri)) {
uris.push(uri+''&fullmarc=true'');
} else {
- var items = Zotero.Utilities.getItemArray(doc, doc, "ipac\.jsp\?.*uri=full=[0-9]|^javascript:buildNewList\\(''.*uri%3Dfull%3D[0-9]");
+ var items = Zotero.Utilities.getItemArray(doc, doc, "ipac\.jsp\?.*uri=(?:full|link)=[0-9]|^javascript:buildNewList\\(''.*uri%3Dfull%3D[0-9]");
items = Zotero.selectItems(items);
if(!items) {
@@ -1915,12 +6646,16 @@ REPLACE INTO "translators" VALUES ('774d7dc2-3474-2684-392c-f787789ec63d', '2006
var xpath = ''//form/table[@class="tableBackground"]/tbody/tr/td/table[@class="tableBackground"]/tbody/tr[td[1]/a[@class="normalBlackFont1"]]'';
var elmts = newDoc.evaluate(xpath, newDoc, nsResolver, XPathResult.ANY_TYPE, null);
+ if (!elmts.iterateNext()) {
+ var xpath2 = ''//form/table[@class="tableBackground"]/tbody/tr/td/table[@class="tableBackground"]/tbody/tr[td[1]/a[@class="boldBlackFont1"]]'';
+ var elmts = newDoc.evaluate(xpath2, newDoc, nsResolver, XPathResult.ANY_TYPE, null);
+ }
var elmt;
var record = new marc.record();
while(elmt = elmts.iterateNext()) {
var field = Zotero.Utilities.superCleanString(newDoc.evaluate(''./TD[1]/A[1]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue);
- var value = Zotero.Utilities.getNodeString(newDoc, elmt, ''./TD[2]/TABLE[1]/TBODY[1]/TR[1]/TD[1]/A[1]//text()'', nsResolver);
+ var value = newDoc.evaluate(''./TD[2]/TABLE[1]/TBODY[1]/TR[1]/TD[1]/A[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
if(field == "LDR") {
record.leader = value;
@@ -1942,13 +6677,17 @@ REPLACE INTO "translators" VALUES ('774d7dc2-3474-2684-392c-f787789ec63d', '2006
var newItem = new Zotero.Item();
record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
newItem.complete();
}, function() { Zotero.done() }, null);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('63a0a351-3131-18f4-21aa-f46b9ac51d87', '2006-10-02 17:00:00', 1, 100, 4, 'VTLS', 'Simon Kornblith', '/chameleon(?:\?|$)',
+REPLACE INTO translators VALUES ('63a0a351-3131-18f4-21aa-f46b9ac51d87', '1.0.0b3.r1', '', '2006-12-15 15:11:00', 1, 100, 4, 'Library Catalog (VTLS)', 'Simon Kornblith', '/chameleon(?:\?|$)',
'function detectWeb(doc, url) {
var node = doc.evaluate(''//tr[@class="intrRow"]/td/table/tbody/tr[th]'', doc, null, XPathResult.ANY_TYPE, null).iterateNext();
if(node) {
@@ -1983,7 +6722,7 @@ REPLACE INTO "translators" VALUES ('63a0a351-3131-18f4-21aa-f46b9ac51d87', '2006
var tableRows = doc.evaluate(''//tr[@class="intrRow"]'', doc, nsResolver,
XPathResult.ANY_TYPE, null);
- var tableRow
+ var tableRow;
// Go through table rows
while(tableRow = tableRows.iterateNext()) {
var links = tableRow.getElementsByTagName("a");
@@ -2001,12 +6740,13 @@ REPLACE INTO "translators" VALUES ('63a0a351-3131-18f4-21aa-f46b9ac51d87', '2006
nsResolver, XPathResult.ANY_TYPE, null);
var field;
while(field = fields.iterateNext()) {
- var header = doc.evaluate(''./th/text()'', fields[j], nsResolver,
+ var header = doc.evaluate(''./th/text()'', field, nsResolver,
XPathResult.ANY_TYPE, null).iterateNext();
if(header.nodeValue == "Title") {
- var value = Zotero.Utilities.getNodeString(doc, fields[j], ''./td//text()'', nsResolver);
+ var value = doc.evaluate(''./td'', field, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext();
if(value) {
- items[url] = Zotero.Utilities.cleanString(value);
+ items[url] = Zotero.Utilities.cleanString(value.textContent);
}
}
}
@@ -2020,7 +6760,7 @@ REPLACE INTO "translators" VALUES ('63a0a351-3131-18f4-21aa-f46b9ac51d87', '2006
}
for(var i in items) {
- Zotero.Utilities.debug(i.replace(/function=[A-Z]{7}/, "function=MARCSCR"));
+ Zotero.debug(i.replace(/function=[A-Z]{7}/, "function=MARCSCR"));
newUris.push(i.replace(/function=[A-Z]{7}/, "function=MARCSCR"));
}
}
@@ -2055,13 +6795,17 @@ REPLACE INTO "translators" VALUES ('63a0a351-3131-18f4-21aa-f46b9ac51d87', '2006
var newItem = new Zotero.Item();
record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
newItem.complete();
}, function(){ Zotero.done(); }, null);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('fb12ae9e-f473-cab4-0546-27ab88c64101', '2006-10-02 17:00:00', 1, 100, 4, 'DRA', 'Simon Kornblith', '/web2/tramp2\.exe/(?:see\_record/|authority\_hits/|goto/.*\?.*screen=Record\.html)',
+REPLACE INTO translators VALUES ('fb12ae9e-f473-cab4-0546-27ab88c64101', '1.0.0b3.r1', '', '2006-12-15 15:11:00', 1, 100, 4, 'Library Catalog (DRA)', 'Simon Kornblith', '/web2/tramp2\.exe/(?:see\_record/|authority\_hits/|goto/.*\?.*screen=Record\.html)',
'function detectWeb(doc, url) {
if(doc.location.href.indexOf("/authority_hits") > 0) {
return "multiple";
@@ -2113,6 +6857,12 @@ REPLACE INTO "translators" VALUES ('fb12ae9e-f473-cab4-0546-27ab88c64101', '2006
var translator = Zotero.loadTranslator("import");
translator.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973");
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ marc.setHandler("itemDone", function(obj, item) {
+ item.repository = domain[1]+" Library Catalog";
+ item.complete();
+ });
+
Zotero.Utilities.HTTP.doGet(newUri, function(text) {
translator.setString(text);
translator.translate();
@@ -2126,7 +6876,7 @@ REPLACE INTO "translators" VALUES ('fb12ae9e-f473-cab4-0546-27ab88c64101', '2006
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('c0e6fda6-0ecd-e4f4-39ca-37a4de436e15', '2006-10-02 17:00:00', 1, 100, 4, 'GEAC', 'Simon Kornblith', '/(?:GeacQUERY|GeacFETCH[\:\?].*[&:]next=html/(?:record\.html|geacnffull\.html))',
+REPLACE INTO translators VALUES ('c0e6fda6-0ecd-e4f4-39ca-37a4de436e15', '1.0.0b3.r1', '', '2006-12-15 15:11:00', 1, 100, 4, 'Library Catalog (GEAC)', 'Simon Kornblith', '/(?:GeacQUERY|GeacFETCH[\:\?].*[&:]next=html/(?:record\.html|geacnffull\.html))',
'function detectWeb(doc, url) {
if(doc.location.href.indexOf("/GeacQUERY") > 0) {
return "multiple";
@@ -2209,150 +6959,17 @@ REPLACE INTO "translators" VALUES ('c0e6fda6-0ecd-e4f4-39ca-37a4de436e15', '2006
var newItem = new Zotero.Item();
record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
newItem.complete();
}, function() { Zotero.done(); }, null);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('5287d20c-8a13-6004-4dcb-5bb2b66a9cc9', '2006-10-02 17:00:00', 1, 100, 4, 'SIRSI -2003', 'Simon Kornblith', '/uhtbin/cgisirsi',
-'function detectWeb(doc, url) {
- var namespace = doc.documentElement.namespaceURI;
- var nsResolver = namespace ? function(prefix) {
- if (prefix == ''x'') return namespace; else return null;
- } : null;
-
- var elmts = doc.evaluate(''/html/body/form/p/text()[1]'', doc, nsResolver,
- XPathResult.ANY_TYPE, null);
- var elmt;
- while(elmt = elmts.iterateNext()) {
- if(Zotero.Utilities.superCleanString(elmt.nodeValue) == "Viewing record") {
- return "book";
- }
- }
-
- var xpath = ''//form[@name="hitlist"]/table/tbody/tr'';
- var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
- if(elmts.iterateNext()) {
- return "multiple";
- }
-}',
-'function doWeb(doc, url) {
- var namespace = doc.documentElement.namespaceURI;
- var nsResolver = namespace ? function(prefix) {
- if (prefix == ''x'') return namespace; else return null;
- } : null;
-
- var uri = doc.location.href;
- var recNumbers = new Array();
-
- var xpath = ''//form[@name="hitlist"]/table/tbody/tr'';
- var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
- var elmt = elmts.iterateNext();
-
- if(elmt) { // Search results page
- var uriRegexp = /^http:\/\/[^\/]+/;
- var m = uriRegexp.exec(uri);
- var postAction = doc.forms.namedItem("hitlist").getAttribute("action");
- var newUri = m[0]+postAction.substr(0, postAction.length-1)+"40"
-
- var titleRe = /<br>\s*(.*[^\s])\s*<br>/i;
-
- var items = new Array();
-
- do {
- var checkbox = doc.evaluate(''.//input[@type="checkbox"]'', elmt, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext();
- // Collect title
- var title = Zotero.Utilities.getNodeString(doc, elmt, "./td[2]/text()", nsResolver);
-
- if(checkbox && title) {
- items[checkbox.name] = Zotero.Utilities.cleanString(title);
- }
- } while(elmt = elmts.iterateNext());
-
-
- items = Zotero.selectItems(items);
-
- if(!items) {
- return true;
- }
-
- for(var i in items) {
- recNumbers.push(i);
- }
- } else { // Normal page
- var uriRegexp = /^(.*)(\/[0-9]+)$/;
- var m = uriRegexp.exec(uri);
- var newUri = m[1]+"/40"
-
- var elmts = doc.evaluate(''/html/body/form/p'', doc, nsResolver,
- XPathResult.ANY_TYPE, null);
- while(elmt = elmts.iterateNext()) {
- var initialText = doc.evaluate(''./text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(initialText && initialText.nodeValue && Zotero.Utilities.superCleanString(initialText.nodeValue) == "Viewing record") {
- recNumbers.push(doc.evaluate(''./b[1]/text()[1]'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue);
- break;
- }
- }
- }
-
- var translator = Zotero.loadTranslator("import");
- translator.setTranslator("a6ee60df-1ddc-4aae-bb25-45e0537be973");
- var marc = translator.getTranslatorObject();
-
- Zotero.Utilities.loadDocument(newUri+''?marks=''+recNumbers.join(",")+''&shadow=NO&format=FLAT+ASCII&sort=TITLE&vopt_elst=ALL&library=ALL&display_rule=ASCENDING&duedate_code=l&holdcount_code=t&DOWNLOAD_x=22&DOWNLOAD_y=12&address=&form_type='', function(doc) {
- var pre = doc.getElementsByTagName("pre");
- var text = pre[0].textContent;
-
- var documents = text.split("*** DOCUMENT BOUNDARY ***");
-
- for(var j=1; j<documents.length; j++) {
- var uri = newUri+"?marks="+recNumbers[j]+"&shadow=NO&format=FLAT+ASCII&sort=TITLE&vopt_elst=ALL&library=ALL&display_rule=ASCENDING&duedate_code=l&holdcount_code=t&DOWNLOAD_x=22&DOWNLOAD_y=12&address=&form_type=";
- var lines = documents[j].split("\n");
- var record = new marc.record();
- var tag, content;
- var ind = "";
-
- for(var i=0; i<lines.length; i++) {
- var line = lines[i];
-
- if(line[0] == "." && line.substr(4,2) == ". ") {
- if(tag) {
- content = content.replace(/\|([a-z])/g, marc.subfieldDelimiter+"$1");
- record.addField(tag, ind, content);
- }
- } else {
- content += " "+line.substr(6);
- continue;
- }
-
- tag = line.substr(1, 3);
-
- if(tag[0] != "0" || tag[1] != "0") {
- ind = line.substr(6, 2);
- content = line.substr(8);
- } else {
- content = line.substr(7);
- if(tag == "000") {
- tag = undefined;
- record.leader = "00000"+content;
- Zotero.Utilities.debug("the leader is: "+record.leader);
- }
- }
- }
-
- var newItem = new Zotero.Item();
- record.translate(newItem);
- newItem.complete();
- }
- Zotero.done();
- });
-
- Zotero.wait();
-}');
-
-REPLACE INTO "translators" VALUES ('0f9fc2fc-306e-5204-1117-25bca009dffc', '2006-10-02 17:00:00', 1, 100, 4, 'TLC/YouSeeMore', 'Simon Kornblith', 'TLCScripts/interpac\.dll\?(?:.*LabelDisplay.*RecordNumber=[0-9]|Search|ItemTitles)',
+REPLACE INTO translators VALUES ('0f9fc2fc-306e-5204-1117-25bca009dffc', '1.0.0b3.r1', '', '2006-12-15 15:11:00', 1, 100, 4, 'Library Catalog (TLC/YouSeeMore)', 'Simon Kornblith', 'TLCScripts/interpac\.dll\?(?:.*LabelDisplay.*RecordNumber=[0-9]|Search|ItemTitles)',
'function detectWeb(doc, url) {
var detailRe = new RegExp("TLCScripts/interpac\.dll\?.*LabelDisplay.*RecordNumber=[0-9]");
if(detailRe.test(doc.location.href)) {
@@ -2436,28 +7053,32 @@ REPLACE INTO "translators" VALUES ('0f9fc2fc-306e-5204-1117-25bca009dffc', '2006
var newItem = new Zotero.Item();
record.translate(newItem);
+
+ var domain = url.match(/https?:\/\/([^/]+)/);
+ newItem.repository = domain[1]+" Library Catalog";
+
newItem.complete();
}, function() {Zotero.done(); }, null);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('c54d1932-73ce-dfd4-a943-109380e06574', '2006-10-02 17:00:00', 1, 100, 4, 'Project MUSE', 'Simon Kornblith', '^http://muse\.jhu\.edu/(?:journals/[^/]+/[^/]+/[^/]+\.html|search/pia.cgi)',
+REPLACE INTO translators VALUES ('c54d1932-73ce-dfd4-a943-109380e06574', '1.0.0b4.r1', '', '2007-10-10 20:00:00', '1', '100', '4', 'Project MUSE', 'Simon Kornblith', '^https?://muse\.jhu\.edu[^/]*/(?:journals/[^/]+/[^/]+/[^/]+\.html|search/results)',
'function detectWeb(doc, url) {
- var searchRe = new RegExp("^http://[^/]+/search/pia\.cgi");
+ var searchRe = new RegExp("^https?://[^/]+/search/results");
if(searchRe.test(url)) {
return "multiple";
} else {
return "journalArticle";
}
-}',
+}',
'function doWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
- var searchRe = new RegExp("^http://[^/]+/search/pia\.cgi");
+ var searchRe = new RegExp("^https?://[^/]+/search/results");
if(searchRe.test(doc.location.href)) {
var items = new Array();
var attachments = new Array();
@@ -2469,11 +7090,11 @@ REPLACE INTO "translators" VALUES ('c54d1932-73ce-dfd4-a943-109380e06574', '2006
var tableRow;
// Go through table rows
while(tableRow = tableRows.iterateNext()) {
- // article_id is what we need to get it all as one file
- var input = doc.evaluate(''./tbody/tr/td/input[@name="article_id"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- var link = doc.evaluate(''.//b/i/a/text()'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(input && input.value && link && link.nodeValue) {
- items[input.value] = link.nodeValue;
+ // aid (article id) is what we need to get it all as one file
+ var input = doc.evaluate(''./tbody/tr/td/input[@name="aid"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ var title = doc.evaluate(''.//b/i/text()'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(input && input.value && title && title.nodeValue) {
+ items[input.value] = title.nodeValue;
var aTags = tableRow.getElementsByTagName("a");
@@ -2482,14 +7103,12 @@ REPLACE INTO "translators" VALUES ('c54d1932-73ce-dfd4-a943-109380e06574', '2006
for(var i=0; i<aTags.length; i++) {
if(pdfRe.test(aTags[i].href)) {
attachments[input.value].push({url:aTags[i].href,
- title:"Project MUSE Full Text (PDF)",
- mimeType:"application/pdf",
- downloadable:true});
+ title:"Project MUSE Full Text PDF",
+ mimeType:"application/pdf"});
} else if(htmlRe.test(aTags[i].href)) {
attachments[input.value].push({url:aTags[i].href,
- title:"Project MUSE Full Text (HTML)",
- mimeType:"text/html",
- downloadable:true});
+ title:"Project MUSE Snapshot",
+ mimeType:"text/html"});
}
}
}
@@ -2500,113 +7119,82 @@ REPLACE INTO "translators" VALUES ('c54d1932-73ce-dfd4-a943-109380e06574', '2006
return true;
}
- try {
- var search_id = doc.forms.namedItem("results").elements.namedItem("search_id").value;
- } catch(e) {
- var search_id = "";
- }
var articleString = "";
var newAttachments = new Array();
for(var i in items) {
- articleString += "&article_id="+i;
+ articleString += "&aid="+i;
newAttachments.push(attachments[i]);
}
- var savePostString = "actiontype=save&search_id="+search_id+articleString;
- Zotero.Utilities.HTTP.doGet("http://muse.jhu.edu/search/save.cgi?"+savePostString, function() {
- Zotero.Utilities.HTTP.doGet("http://muse.jhu.edu/search/export.cgi?exporttype=endnote"+articleString, function(text) {
- Zotero.Utilities.debug(text);
- // load translator for RIS
- var translator = Zotero.loadTranslator("import");
- translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
- translator.setString(text);
- translator.setHandler("itemDone", function(obj, item) {
- if(item.notes && item.notes[0]) {
- Zotero.Utilities.debug(item.notes);
- item.extra = item.notes[0].note;
-
- delete item.notes;
- item.notes = undefined;
- }
- item.attachments = newAttachments.shift();
- Zotero.Utilities.debug(item.attachments);
- item.complete();
- });
- translator.translate();
- Zotero.done();
- }, function() {});
+ Zotero.Utilities.HTTP.doGet("http://muse.jhu.edu/search/export.cgi?exporttype=endnote"+articleString, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ if(item.notes && item.notes[0]) {
+ item.extra = item.notes[0].note;
+ delete item.notes;
+ item.notes = undefined;
+ }
+ item.attachments = newAttachments.shift();
+ item.complete();
+ });
+ translator.translate();
+ Zotero.done();
}, function() {});
Zotero.wait();
} else {
- var newItem = new Zotero.Item("journalArticle");
- newItem.url = url;
- newItem.attachments.push({title:"Project MUSE Full Text (HTML)", mimeType:"text/html",
- url:url, downloadable:true});
-
+ var hostRe = new RegExp("^(http://[^/]+)/");
+ var m = hostRe.exec(url);
+ var host = m[1];
+
var getPDF = doc.evaluate(''//a[text() = "[Access article in PDF]"]'', doc,
- nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(getPDF) {
- newItem.attachments.push({title:"Project MUSE Full Text (PDF)", mimeType:"application/pdf",
- url:getPDF.href, downloadable:true});
- }
+ nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- var elmts = doc.evaluate(''//comment()'', doc, nsResolver,
- XPathResult.ANY_TYPE, null);
-
- var headerRegexp = /HeaderData((?:.|\n)*)\#\#EndHeaders/i
- while(elmt = elmts.iterateNext()) {
- if(elmt.nodeValue.substr(0, 10) == "HeaderData") {
- var m = headerRegexp.exec(elmt.nodeValue);
- var headerData = m[1];
- }
- }
-
- // Use E4X rather than DOM/XPath, because the Mozilla gods have decided not to
- // expose DOM/XPath to sandboxed scripts
- var newDOM = new XML(headerData);
-
- newItem.publicationTitle = newDOM.journal.text();
- newItem.volume = newDOM.volume.text();
- newItem.issue = newDOM.issue.text();
- newItem.date = newDOM.pubdate.text().toString();
- if(!newItem.date) {
- newItem.date = newDOM.year.text();
- }
- newItem.title = newDOM.doctitle.text();
- newItem.ISSN = newDOM.issn.text();
-
- // Do pages
- var fpage = newDOM.fpage.text();
- var lpage = newDOM.lpage.text();
- if(fpage != "") {
- newItem.pages = fpage;
- if(lpage) {
- newItem.pages += "-"+lpage;
- }
- }
-
- // Do authors
- var elmts = newDOM.docauthor;
- for(var i in elmts) {
- var fname = elmts[i].fname.text();
- var surname = elmts[i].surname.text();
- newItem.creators.push({firstName:fname, lastName:surname, creatorType:"author"});
- }
-
- newItem.complete();
+ var newUrl = url.replace(host, host+"/metadata/zotero");
+ Zotero.Utilities.HTTP.doGet(newUrl, function(text) {
+ var translator = Zotero.loadTranslator("import");
+ //set RIS translator
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ if(item.notes && item.notes[0]) {
+ item.extra = item.notes[0].note;
+ delete item.notes;
+ item.notes = undefined;
+ }
+ item.attachments.splice(0);
+ item.attachments.push({document:doc, title:"Project MUSE Snapshot"});
+ if(getPDF) {
+ item.attachments.push({title:"Project MUSE Full Text PDF", mimeType:"application/pdf",
+ url:getPDF.href});
+ }
+
+ item.complete();
+ });
+ translator.translate();
+ });
}
}');
-REPLACE INTO "translators" VALUES ('fcf41bed-0cbc-3704-85c7-8062a0068a7a', '2006-10-02 17:00:00', 1, 100, 12, 'PubMed', 'Simon Kornblith', '^http://www\.ncbi\.nlm\.nih\.gov/entrez/query\.fcgi\?(?:.*db=PubMed.*list_uids=[0-9]|.*list_uids=[0-9].*db=PubMed|.*db=PubMed.*CMD=search|.*CMD=search.*db=PubMed)',
+REPLACE INTO translators VALUES ('fcf41bed-0cbc-3704-85c7-8062a0068a7a', '1.0.0b3.r1', '', '2007-09-25 18:00:00', '1', '100', '4', 'NCBI PubMed', 'Simon Kornblith and Michael Berkowitz', '^http://www\.ncbi\.nlm\.nih\.gov/(sites/entrez|entrez/query\.fcgi\?.*db=PubMed)',
'function detectWeb(doc, url) {
- if(doc.location.href.indexOf("list_uids=") >= 0) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var uids = doc.evaluate(''//input[@id="UidCheckBox" or @name="uid"]'', doc,
+ nsResolver, XPathResult.ANY_TYPE, null);
+ if(uids.iterateNext()) {
+ if (uids.iterateNext()){
+ return "multiple";
+ }
return "journalArticle";
- } else {
- return "multiple";
}
}
-
function getPMID(co) {
var coParts = co.split("&");
for each(part in coParts) {
@@ -2626,35 +7214,35 @@ function detectSearch(item) {
}
}
return false;
-}',
+}
+',
'function lookupPMIDs(ids, doc) {
Zotero.wait();
-
+
var newUri = "http://eutils.ncbi.nlm.nih.gov/entrez/eutils/efetch.fcgi?db=PubMed&retmode=xml&rettype=citation&id="+ids.join(",");
Zotero.Utilities.HTTP.doGet(newUri, function(text) {
// Remove xml parse instruction and doctype
text = text.replace(/<!DOCTYPE[^>]*>/, "").replace(/<\?xml[^>]*\?>/, "");
-
+
var xml = new XML(text);
-
+
for(var i=0; i<xml.PubmedArticle.length(); i++) {
var newItem = new Zotero.Item("journalArticle");
-
+
var citation = xml.PubmedArticle[i].MedlineCitation;
-
+
var PMID = citation.PMID.text().toString();
- newItem.accessionNumber = "PMID "+PMID;
-
+// newItem.accessionNumber = "PMID "+PMID;
+ newItem.extra = "PMID: "+PMID;
// add attachments
if(doc) {
- newItem.attachments.push({document:doc, title:"PubMed Abstract",
- downloadable:true});
+ newItem.attachments.push({document:doc, title:"PubMed Snapshot"});
} else {
var url = "http://www.ncbi.nlm.nih.gov/entrez/query.fcgi?db=pubmed&cmd=Retrieve&dopt=AbstractPlus&list_uids="+PMID;
- newItem.attachments.push({url:url, title:"PubMed Abstract (HTML)",
- mimeType:"text/html", downloadable:true});
+ newItem.attachments.push({url:url, title:"PubMed Snapshot",
+ mimeType:"text/html"});
}
-
+
var article = citation.Article;
if(article.ArticleTitle.length()) {
var title = article.ArticleTitle.text().toString();
@@ -2663,35 +7251,39 @@ function detectSearch(item) {
}
newItem.title = title;
}
-
+
+ if (article.Pagination.MedlinePgn.length()){
+ newItem.pages = article.Pagination.MedlinePgn.text().toString();
+ }
+
if(article.Journal.length()) {
- var issn = article.Journal.ISSN.text();
+ var issn = article.Journal.ISSN.text().toString();
if(issn) {
newItem.ISSN = issn.replace(/[^0-9]/g, "");
}
-
+
newItem.journalAbbreviation = Zotero.Utilities.superCleanString(citation.MedlineJournalInfo.MedlineTA.text().toString());
if(article.Journal.Title.length()) {
newItem.publicationTitle = Zotero.Utilities.superCleanString(article.Journal.Title.text().toString());
} else if(citation.MedlineJournalInfo.MedlineTA.length()) {
newItem.publicationTitle = newItem.journalAbbreviation;
}
-
+
if(article.Journal.JournalIssue.length()) {
- newItem.volume = article.Journal.JournalIssue.Volume.text();
- newItem.issue = article.Journal.JournalIssue.Issue.text();
+ newItem.volume = article.Journal.JournalIssue.Volume.text().toString();
+ newItem.issue = article.Journal.JournalIssue.Issue.text().toString();
if(article.Journal.JournalIssue.PubDate.length()) { // try to get the date
if(article.Journal.JournalIssue.PubDate.Day.text().toString() != "") {
- newItem.date = article.Journal.JournalIssue.PubDate.Month.text()+" "+article.Journal.JournalIssue.PubDate.Day.text()+", "+article.Journal.JournalIssue.PubDate.Year.text();
+ newItem.date = article.Journal.JournalIssue.PubDate.Month.text().toString()+" "+article.Journal.JournalIssue.PubDate.Day.text().toString()+", "+article.Journal.JournalIssue.PubDate.Year.text().toString();
} else if(article.Journal.JournalIssue.PubDate.Month.text().toString() != "") {
- newItem.date = article.Journal.JournalIssue.PubDate.Month.text()+" "+article.Journal.JournalIssue.PubDate.Year.text();
+ newItem.date = article.Journal.JournalIssue.PubDate.Month.text().toString()+" "+article.Journal.JournalIssue.PubDate.Year.text().toString();
} else if(article.Journal.JournalIssue.PubDate.Year.text().toString() != "") {
- newItem.date = article.Journal.JournalIssue.PubDate.Year.text();
+ newItem.date = article.Journal.JournalIssue.PubDate.Year.text().toString();
}
}
}
}
-
+
if(article.AuthorList.length() && article.AuthorList.Author.length()) {
var authors = article.AuthorList.Author;
for(var j=0; j<authors.length(); j++) {
@@ -2706,52 +7298,60 @@ function detectSearch(item) {
}
}
+
+ if (citation.MeshHeadingList && citation.MeshHeadingList.MeshHeading) {
+ var keywords = citation.MeshHeadingList.MeshHeading;
+ for (var k = 0 ; k < keywords.length() ; k++) {
+ newItem.tags.push(keywords[k].DescriptorName.text().toString());
+ }
+ }
+ newItem.abstractNote = article.Abstract.AbstractText.toString()
+
newItem.complete();
}
-
+
Zotero.done();
});
}
function doWeb(doc, url) {
- var uri = doc.location.href;
- var ids = new Array();
- var idRegexp = /[\?\&]list_uids=([0-9\,]+)/;
-
- var m = idRegexp.exec(uri);
- if(m) {
- ids.push(m[1]);
-
- lookupPMIDs(ids, doc);
- } else {
- var namespace = doc.documentElement.namespaceURI;
- var nsResolver = namespace ? function(prefix) {
- if (prefix == ''x'') return namespace; else return null;
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
} : null;
-
- var items = new Array();
- var tableRows = doc.evaluate(''//div[@class="ResultSet"]/table/tbody'', doc,
- nsResolver, XPathResult.ANY_TYPE, null);
- var tableRow;
- // Go through table rows
- while(tableRow = tableRows.iterateNext()) {
- var link = doc.evaluate(''.//a'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- var article = doc.evaluate(''./tr[2]/td[2]/text()[1]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- items[link.href] = article.nodeValue;
+ var ids = new Array();
+ var uids = doc.evaluate(''//input[@id="UidCheckBox" or @name="uid"]'', doc, //edited for new PubMed
+ nsResolver, XPathResult.ANY_TYPE, null);
+ var uid = uids.iterateNext();
+ if(uid) {
+ if (uids.iterateNext()){
+ var items = new Array();
+ var tableRows = doc.evaluate(''//div[@class="ResultSet"]/table/tbody | //table[@id="ResultPanel"]/tbody/tr[3]/td/div[5]/table/tbody'', doc, // edited for new PubMed
+ nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRow;
+ // Go through table rows
+ while(tableRow = tableRows.iterateNext()) {
+ var link = doc.evaluate(''.//a'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ uid = doc.evaluate(''.//input[@id="UidCheckBox" or @name="uid"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ var article = doc.evaluate(''./tr[2]/td[2]/text()[1]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ items[uid.value] = article.nodeValue;
+ }
+
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ for(var i in items) {
+ ids.push(i);
+ }
+
+ lookupPMIDs(ids);
+ } else {
+ ids.push(uid.value);
+ lookupPMIDs(ids, doc);
}
-
- items = Zotero.selectItems(items);
-
- if(!items) {
- return true;
- }
-
- for(var i in items) {
- var m = idRegexp.exec(i);
- ids.push(m[1]);
- }
-
- lookupPMIDs(ids);
}
}
@@ -2760,7 +7360,7 @@ function doSearch(item) {
lookupPMIDs([getPMID(item.contextObject)]);
}');
-REPLACE INTO "translators" VALUES ('951c027d-74ac-47d4-a107-9c3069ab7b48', '2006-10-02 17:00:00', 1, 100, 4, 'Embedded RDF', 'Simon Kornblith', NULL,
+REPLACE INTO translators VALUES ('951c027d-74ac-47d4-a107-9c3069ab7b48', '1.0.0b3.r1', '', '2007-08-04 23:15:00', 1, 400, 4, 'Embedded RDF', 'Simon Kornblith', NULL,
'function detectWeb(doc, url) {
var metaTags = doc.getElementsByTagName("meta");
@@ -2776,7 +7376,7 @@ REPLACE INTO "translators" VALUES ('951c027d-74ac-47d4-a107-9c3069ab7b48', '2006
'function doWeb(doc, url) {
var dc = "http://purl.org/dc/elements/1.1/";
- // load RDF translator
+ // load RDF translator, so that we don''t need to replicate import code
var translator = Zotero.loadTranslator("import");
translator.setTranslator("5e3ad958-ac79-463d-812b-a86a9235c28f");
translator.setHandler("itemDone", function(obj, newItem) {
@@ -2788,6 +7388,7 @@ REPLACE INTO "translators" VALUES ('951c027d-74ac-47d4-a107-9c3069ab7b48', '2006
newItem.attachments.push({document:doc});
// add url
newItem.url = doc.location.href;
+ newItem.repository = false;
newItem.complete();
});
var rdf = translator.getTranslatorObject();
@@ -2809,10 +7410,11 @@ REPLACE INTO "translators" VALUES ('951c027d-74ac-47d4-a107-9c3069ab7b48', '2006
}
}
+ rdf.defaultUnknownType = "webpage";
rdf.doImport();
}');
-REPLACE INTO "translators" VALUES ('05d07af9-105a-4572-99f6-a8e231c0daef', '2006-10-02 17:00:00', 1, 100, 4, 'COinS', 'Simon Kornblith', NULL,
+REPLACE INTO translators VALUES ('05d07af9-105a-4572-99f6-a8e231c0daef', '1.0.0b3.r1', '', '2007-09-15 20:08:46', 1, 300, 4, 'COinS', 'Simon Kornblith', NULL,
'function detectWeb(doc, url) {
var spanTags = doc.getElementsByTagName("span");
@@ -2848,7 +7450,7 @@ function retrieveNextCOinS(needFullItems, newItems, couldUseFullItems, doc) {
if(needFullItems.length) {
var item = needFullItems.shift();
- Zotero.Utilities.debug("looking up contextObject");
+ Zotero.debug("looking up contextObject");
var search = Zotero.loadTranslator("search");
search.setHandler("itemDone", function(obj, item) {
newItems.push(item);
@@ -2868,7 +7470,7 @@ function retrieveNextCOinS(needFullItems, newItems, couldUseFullItems, doc) {
}
} else {
completeCOinS(newItems, couldUseFullItems, doc);
- Zotero.done(true);
+ Zotero.done();
}
}
@@ -2898,9 +7500,9 @@ function completeItems(newItems, useIndices, couldUseFullItems, doc) {
}
var i = useIndices.shift();
- // grab full item if requested
+ // grab full item if the COinS was missing an author
if(couldUseFullItems[i]) {
- Zotero.Utilities.debug("looking up contextObject");
+ Zotero.debug("looking up contextObject");
var search = Zotero.loadTranslator("search");
var firstItem = false;
@@ -2913,6 +7515,11 @@ function completeItems(newItems, useIndices, couldUseFullItems, doc) {
}
});
search.setHandler("done", function(obj) {
+ // if we didn''t find anything, use what we had before (even if it
+ // lacks the creator)
+ if(!firstItem) {
+ newItems[i].complete();
+ }
// call next
completeItems(newItems, useIndices, couldUseFullItems);
});
@@ -2952,11 +7559,13 @@ function doWeb(doc, url) {
if(Zotero.Utilities.inArray("Z3988", spanClasses)) {
var spanTitle = spanTags[i].getAttribute("title");
var newItem = new Zotero.Item();
+ newItem.repository = false; // do not save repository
if(Zotero.Utilities.parseContextObject(spanTitle, newItem)) {
if(newItem.title) {
if(!newItem.creators.length) {
// if we have a title but little other identifying
// information, say we''ll get full item later
+ newItem.contextObject = spanTitle;
couldUseFullItems[newItems.length] = true;
}
@@ -2972,7 +7581,7 @@ function doWeb(doc, url) {
}
}
- Zotero.Utilities.debug(needFullItems);
+ Zotero.debug(needFullItems);
if(needFullItems.length) {
// retrieve full items asynchronously
Zotero.wait();
@@ -2982,25 +7591,1080 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('3e684d82-73a3-9a34-095f-19b112d88bbf', '2006-10-02 17:00:00', 1, 100, 4, 'Google Books', 'Simon Kornblith', '^http://books\.google\.com/books\?(.*vid=.*\&id=.*|.*q=.*)',
+REPLACE INTO translators VALUES ('e7e01cac-1e37-4da6-b078-a0e8343b0e98', '1.0.0b4.r1', '', '2007-08-04 23:15:00', '1', '200', '4', 'unAPI', 'Simon Kornblith', '',
+'var RECOGNIZABLE_FORMATS = ["mods", "marc", "endnote", "ris", "bibtex", "rdf"];
+var FORMAT_GUIDS = {
+ "mods":"0e2235e7-babf-413c-9acf-f27cce5f059c",
+ "marc":"a6ee60df-1ddc-4aae-bb25-45e0537be973",
+ "endnote":"881f60f2-0802-411a-9228-ce5f47b64c7d",
+ "ris":"32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7",
+ "bibtex":"9cb70025-a888-4a29-a210-93ec52da40d4",
+ "rdf":"5e3ad958-ac79-463d-812b-a86a9235c28f"
+};
+
+var unAPIResolver, unsearchedIds, foundIds, foundItems, foundFormat, foundFormatName;
+
+function detectWeb(doc, url) {
+ // initialize variables
+ unsearchedIds = [];
+ foundIds = [];
+ foundItems = [];
+ foundFormat = [];
+ foundFormatName = [];
+
+ var nsResolver = doc.createNSResolver(doc.documentElement);
+
+ // look for a resolver
+ unAPIResolver = doc.evaluate(''//link[@rel="unapi-server"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(!unAPIResolver) return false;
+ unAPIResolver = unAPIResolver.getAttribute("href");
+
+ // look for abbrs
+ var abbrs = doc.getElementsByTagName("abbr");
+ for each(var abbr in abbrs) {
+ if(abbr.getAttribute && abbr.getAttribute("class") &&
+ abbr.getAttribute("class").split(" ").indexOf("unapi-id") != -1 && abbr.getAttribute("title")) {
+ // found an abbr
+ unsearchedIds.push(escape(abbr.getAttribute("title")));
+ }
+ }
+
+ if(!unsearchedIds.length) return false;
+
+ // now we need to see if the server actually gives us bibliographic metadata.
+
+ // one way to signal this is with a META tag
+ var zoteroMeta = doc.evaluate(''//meta[@name="ZoteroItemType"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(zoteroMeta) return zoteroMeta.getAttribute("content");
+
+ // otherwise, things will be a bit more complicated, and we''ll have to do some HTTP requests
+ Zotero.wait();
+
+ if(unsearchedIds.length == 1) {
+ // if there''s only one abbr tag, we should go ahead and retrieve types for it
+ getItemType();
+ } else {
+ // if there''s more than one, we should first see if the resolver gives metadata for all of them
+ Zotero.Utilities.HTTP.doGet(unAPIResolver, function(text) {
+ var format = checkFormats(text);
+ if(format) {
+ // move unsearchedIds to foundIds
+ foundIds = unsearchedIds;
+ unsearchedIds = [];
+ // save format and formatName
+ foundFormat = format[0];
+ foundFormatName = format[1];
+
+ Zotero.done("multiple");
+ } else {
+ getItemType();
+ }
+ });
+ }
+}
+
+function getItemType() {
+ // if there are no items left to search, use the only item''s type (if there is one) or give up
+ if(!unsearchedIds.length) {
+ if(foundIds.length) {
+ getOnlyItem();
+ } else {
+ Zotero.done(false);
+ }
+ return;
+ }
+
+ var id = unsearchedIds.shift();
+ Zotero.Utilities.HTTP.doGet(unAPIResolver+"?id="+id, function(text) {
+ var format = checkFormats(text);
+ if(format) {
+ // save data
+ foundIds.push(id);
+ foundFormat.push(format[0]);
+ foundFormatName.push(format[1]);
+
+ if(foundIds.length == 2) {
+ // this is our second; use multiple
+ Zotero.done("multiple");
+ return;
+ }
+ }
+
+ // keep going
+ getItemType();
+ });
+}
+
+function checkFormats(text) {
+ text = text.replace(/<!DOCTYPE[^>]*>/, "").replace(/<\?xml[^>]*\?>/, "");
+ var xml = new XML(text);
+
+ var foundFormat = new Object();
+
+ // this is such an ugly, disgusting hack, and I hate how Mozilla decided to neuter an ECMA standard
+ for each(var format in xml.format) {
+ var name = format.@name.toString();
+ var lowerName = name.toLowerCase();
+
+ if(format.@namespace_uri == "http://www.loc.gov/mods/v3" || lowerName == "mods" || format.@docs == "http://www.loc.gov/standards/mods/") {
+ if(!foundFormat["mods"] || lowerName.indexOf("full") != -1) {
+ foundFormat["mods"] = escape(name);
+ }
+ } else if(lowerName.match(/^marc\b/)) {
+ if(!foundFormat["marc"] || lowerName.indexOf("utf8") != -1) {
+ foundFormat["marc"] = escape(name);
+ }
+ } else if(lowerName == "rdf_dc") {
+ foundFormat["rdf"] = escape(name);
+ } else if(format.@docs.text() == "http://www.refman.com/support/risformat_intro.asp" || lowerName.match(/^ris\b/)) {
+ if(!foundFormat["ris"] || lowerName.indexOf("utf8") != -1) {
+ foundFormat["ris"] = escape(name);
+ }
+ } else if(lowerName == "bibtex") {
+ foundFormat["bibtex"] = escape(name);
+ } else if(lowerName == "endnote") {
+ foundFormat["endnote"] = escape(name);
+ }
+ }
+
+ // loop through again, this time respecting preferences
+ for each(var format in RECOGNIZABLE_FORMATS) {
+ if(foundFormat[format]) return [format, foundFormat[format]];
+ }
+
+ return false;
+}
+
+function getOnlyItem() {
+ // retrieve the only item
+ retrieveItem(foundIds[0], foundFormat[0], foundFormatName[0], function(obj, item) {
+ foundItems.push(item);
+ Zotero.done(item.itemType);
+ });
+}
+
+function retrieveItem(id, format, formatName, callback) {
+ // retrieve URL
+ Zotero.Utilities.HTTP.doGet(unAPIResolver+"?id="+id+"&format="+formatName, function(text) {
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator(FORMAT_GUIDS[format]);
+ translator.setString(text);
+ translator.setHandler("itemDone", callback);
+ translator.translate();
+ });
+}',
+'/**
+ * Get formats and names for all usable ids; when done, get all items
+ **/
+function getAllIds() {
+ if(!unsearchedIds.length) {
+ // once all ids have been gotten, get all items
+ getAllItems();
+ return;
+ }
+
+ var id = unsearchedIds.shift();
+ Zotero.Utilities.HTTP.doGet(unAPIResolver+"?id="+id, function(text) {
+ var format = checkFormats(text);
+ if(format) {
+ // save data
+ foundIds.push(id);
+ foundFormat.push(format[0]);
+ foundFormatName.push(format[1]);
+ }
+
+ // keep going
+ getAllIds();
+ });
+}
+
+/**
+ * Get all items; when done, show selectItems or scrape
+ **/
+function getAllItems() {
+ if(foundItems.length == foundIds.length) {
+ if(foundItems.length == 1) {
+ // if only one item, send complete()
+ foundItems[0].complete();
+ } else if(foundItems.length > 0) {
+ // if multiple items, show selectItems
+ var itemTitles = [];
+ for(var i in foundItems) {
+ itemTitles[i] = foundItems[i].title;
+ }
+
+ var chosenItems = Zotero.selectItems(itemTitles);
+ if(!chosenItems) Zotero.done(true);
+
+ for(var i in chosenItems) {
+ foundItems[i].complete();
+ }
+ }
+
+ // reset items
+ foundItems = [];
+
+ Zotero.done();
+ return;
+ }
+
+ var id = foundIds[foundItems.length];
+ // foundFormat can be either a string or an array
+ if(typeof(foundFormat) == "string") {
+ var format = foundFormat;
+ var formatName = foundFormatName;
+ } else {
+ var format = foundFormat[foundItems.length];
+ var formatName = foundFormatName[foundItems.length];
+ }
+
+ // get item
+ retrieveItem(id, format, formatName, function(obj, item) {
+ foundItems.push(item);
+ getAllItems();
+ });
+}
+
+function doWeb() {
+ Zotero.wait();
+
+ // retrieve data for all ids
+ getAllIds();
+}');
+
+REPLACE INTO translators VALUES ('3af43735-36d3-46ae-9ca8-506ff032b0d3', '1.0.0b4.r1', '', '2007-06-21 06:30:00', '0', '100', '4', 'HeinOnline', 'Bill McKinney', 'http:\/\/heinonline\.org\/HOL\/Page\?handle\=hein\.journals\/.+',
'function detectWeb(doc, url) {
- var re = new RegExp(''^http://books\\.google\\.com/books\\?vid=([^&]+).*\\&id=([^&]+)'', ''i'');
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var re = /http:\/\/heinonline\.org\/HOL\/Page\?handle\=hein\.journals\/.+/
+ if(re.test(url)) {
+ return "book";
+ } else {
+ var aTags = doc.getElementsByTagName("a");
+ for(var i=0; i<aTags.length; i++) {
+ if(articleRegexp.test(aTags[i].href)) {
+ return "multiple";
+ }
+ }
+ }
+}',
+'function scrape(doc) {
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem = new Zotero.Item("journalArticle");
+ newItem.url = doc.location.href;
+
+ // publicaton
+ var tmpTitle = doc.title;
+ var titleRe= /Law Journal Library (.+)\s+-\s+HeinOnline\.org/
+ var titleMatch = titleRe.exec(tmpTitle);
+ if (titleMatch) {
+ newItem.publicationTitle = titleMatch[1];
+ } else {
+ newItem.publicationTitle = doc.title;
+ }
+
+ // default title
+ newItem.title = doc.title;
+
+ // get selected page
+ var selectedPage = "1";
+ var pageNum = "1";
+ var p= doc.getElementsByTagName("select");
+ if (p.length > 0) {
+ for (var i = 0; i < p[4].options.length; i++) {
+ if (p[4].options[ i ].selected) {
+ selectedPage = p[4].options[i].value;
+ pageNum = p[4].options[i].innerHTML;
+ newItem.pages = pageNum.replace(/^Page\s+/,"") + "-";
+ }
+ }
+ }
+
+
+ // get handle
+ var handle="";
+ var handleRe = /handle=([^\&]+)\&/
+ var handleMatch = handleRe.exec(doc.location.href);
+ if (handleMatch) {
+ handle = handleMatch[1];
+ }
+
+ // fetch citation
+ var url = "http://heinonline.org/HOL/citation-info?handle="+handle+"&id="+selectedPage+"&rand=12345&collection=journals";
+ Zotero.Utilities.HTTP.doGet(url, function(text) {
+
+ var tmpTxt = text;
+ var citeRe = /(\d+)\s+(.+)\s+(\d+)\s+\(([^\)]+)\)\s+<br>\s+([^;]+)(;\s.+[\S])/
+ var citeMatch = citeRe.exec(tmpTxt)
+ if (citeMatch) {
+
+ newItem.volume = citeMatch[1];
+ //newItem.issue= citeMatch[3];
+ newItem.date = citeMatch[4];
+ newItem.journalAbbreviation = citeMatch[2];
+ newItem.title = citeMatch[5];
+
+ var tmpAuthors = citeMatch[6];
+ var authors = tmpAuthors.split(";");
+ for (i=1;i<authors .length;i++) {
+
+ var name = authors[i].split(",");
+ var fname = name[1].replace(/^\s+/,"");
+ var lname= name[0].replace(/^\s+/,"");
+ newItem.creators.push({lastName:lname, firstName:fname, creatorType:"author", fieldMode:true});
+ }
+ newItem.abstractNote = citeMatch[0];
+ }
+
+ var getSectionUrl = "http://heinonline.org/HOL/ajaxcalls/get-section-id?base=js&handle="+handle+"&id="+selectedPage;
+ Zotero.Utilities.HTTP.doGet(getSectionUrl, function(sectionRes) {
+
+ var pdfUrl = "http://heinonline.org/HOL/PDF?handle="+handle+"&id="+selectedPage+"&print=section§ion="+sectionRes+"&ext=.pdf";
+ newItem.attachments.push({url:pdfUrl, title:"PDF version", mimeType:"application/pdf", downloadable:true});
+ newItem.notes.push({note:"PDF version: "+pdfUrl});
+ newItem.complete();
+ });
+ });
+
+
+ // print page: PDF?handle=hein.journals/adelrev11&id=150&print=section§ion=16&ext=.pdf"
+}
+
+function doWeb(doc, url) {
+ var re= /http:\/\/heinonline\.org\/HOL\/Page\?handle\=hein\.journals\/.+/
+ if(re.test(url)) {
+ scrape(doc);
+ } else {
+
+ var items = Zotero.Utilities.getItemArray(doc, doc, re);
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ var urls = new Array();
+ for(var i in items) {
+ urls.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done(); });
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('dede653d-d1f8-411e-911c-44a0219bbdad', '1.0.0b4.r1', '', '2007-06-18 18:15:00', '0', '100', '4', 'GPO Access e-CFR', 'Bill McKinney', '^http://ecfr\.gpoaccess\.gov/cgi/t/text/text-idx.+',
+'function detectWeb(doc, url) {
+ var re = new RegExp("^http://ecfr\.gpoaccess\.gov/cgi/t/text/text-idx");
if(re.test(doc.location.href)) {
return "book";
} else {
return "multiple";
}
-}',
+}',
+'function get_nextsibling(n)
+ {
+ var x=n.nextSibling;
+ while (x.nodeType!=1)
+ {
+ x=x.nextSibling;
+ }
+ return x;
+}
+function scrape(doc) {
+
+ var newItem = new Zotero.Item("statute");
+ newItem.url = doc.location.href;
+ var extraText = new String();
+ var tmpSection = "";
+ newItem.code = "Electronic Code of Federal Regulations";
+ newItem.language = "en-us";
+
+ var spanTags = doc.getElementsByTagName("span");
+ for(var i=0; i<spanTags.length; i++) {
+ if (spanTags[i].className == "mainheader") {
+ var tmpStr = spanTags[i].innerHTML;
+ tmpStr = tmpStr.replace(/\ /g, " ");
+ tmpStr = tmpStr.replace(/\&\#167;/g, "Sec.");
+ newItem.codeNumber = tmpStr;
+ newItem.title = "e-CFR: " + tmpStr;
+ }
+ if (spanTags[i].className == "div5head") {
+ var tmpStr = spanTags[i].childNodes[0].innerHTML;
+ tmpStr = tmpStr.replace(/\ /g, " ");
+ tmpStr = tmpStr.replace(/\&\#167;/g, "Sec.");
+ tmpSection = tmpStr;
+ }
+ }
+
+ var heading5Tags = doc.getElementsByTagName("h5");
+ for(var i=0; i<heading5Tags.length; i++) {
+ var tmpStr = heading5Tags[0].innerHTML;
+ tmpStr = tmpStr.replace(/\ /g, " ");
+ tmpStr = tmpStr.replace(/\&\#167;/g, "Sec.");
+ if (tmpSection != "") {
+ tmpSection = tmpSection + " - ";
+ }
+ newItem.section = tmpSection + tmpStr;
+ break;
+ }
+
+ // statutory source
+ var boldTags = doc.getElementsByTagName("b");
+ for(var i=0; i<boldTags.length; i++) {
+ var s = new String(boldTags[i].innerHTML);
+ if (s.indexOf("Source:") > -1) {
+ newItem.history = "Source: " + boldTags[i].nextSibling.nodeValue;
+ }
+ if (s.indexOf("Authority:") > -1) {
+ newItem.extra = "Authority: " + boldTags[i].nextSibling.nodeValue;
+ }
+ }
+
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ var re = new RegExp("http://ecfr\.gpoaccess\.gov/cgi/t/text/text-idx.+");
+ if(re.test(doc.location.href)) {
+ scrape(doc);
+ } else {
+ var items = Zotero.Utilities.getItemArray(doc, doc,"http://ecfr\.gpoaccess\.gov/cgi/t/text/text-idx.+");
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ var uris = new Array();
+ for(var i in items) {
+ uris.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(uris, function(doc) { scrape(doc) },
+ function() { Zotero.done(); }, null);
+
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('5ed5ab01-899f-4a3b-a74c-290fb2a1c9a4', '1.0.0b4.r1', '', '2007-06-18 18:15:00', '0', '100', '4', 'AustLII and NZLII', 'Bill McKinney', 'http:\/\/www\.(?:austlii\.edu\.au|nzlii\.org)\/(?:\/cgi-bin\/disp\.pl\/)?(?:au|nz)\/cases\/.+',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var austliiRegexp = /^http:\/\/www\.(?:austlii\.edu\.au|nzlii\.org)\/(?:\/cgi-bin\/disp\.pl\/)?(?:au|nz)\/cases\/.+/
+ if(austliiRegexp.test(url)) {
+ return "book";
+ } else {
+ var aTags = doc.getElementsByTagName("a");
+ for(var i=0; i<aTags.length; i++) {
+ if(articleRegexp.test(aTags[i].href)) {
+ return "multiple";
+ }
+ }
+ }
+}
+',
+'function scrape(doc) {
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem = new Zotero.Item("case");
+ newItem.title = doc.title;
+ newItem.url = doc.location.href;
+
+ var titleRegexp = /^(.+)\s+\[(\d+)\]\s+(\w+)\s(\d+)\s+\((\d+)\s+(\w+)\s+(\d+)\)/
+ var titleMatch = titleRegexp .exec(doc.title);
+ if (titleMatch ) {
+ newItem.caseName = titleMatch[1] + " [" + titleMatch[2] + "] " + titleMatch[3] + " " + titleMatch[4];
+ newItem.dateDecided = titleMatch[7] + " " + titleMatch[6] + " " + titleMatch[5];
+ newItem.court = titleMatch[3];
+ } else {
+ newItem.caseName = doc.title;
+ newItem.dateDecided = "not found";
+ }
+
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ var austliiRegexp = /^http:\/\/www\.(?:austlii\.edu\.au|nzlii\.org)\/(?:\/cgi-bin\/disp\.pl\/)?(?:au|nz)\/cases\/.+/
+ if(austliiRegexp.test(url)) {
+ scrape(doc);
+ } else {
+
+ var items = Zotero.Utilities.getItemArray(doc, doc, austliiRegexp);
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ var urls = new Array();
+ for(var i in items) {
+ urls.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done(); });
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('5ae63913-669a-4792-9f45-e089a37de9ab', '1.0.0b4.r1', '', '2007-06-18 18:15:00', '0', '100', '4', 'BAILII', 'Bill McKinney', 'http:\/\/www\.bailii\.org(?:\/cgi\-bin\/markup\.cgi\?doc\=)?\/\w+\/cases\/.+',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var liiRegexp= /^http:\/\/www\.bailii\.org(?:\/cgi\-bin\/markup\.cgi\?doc\=)?\/\w+\/cases\/.+/
+ if(liiRegexp.test(url)) {
+ return "book";
+ } else {
+ var aTags = doc.getElementsByTagName("a");
+ for(var i=0; i<aTags.length; i++) {
+ if(articleRegexp.test(aTags[i].href)) {
+ return "multiple";
+ }
+ }
+ }
+}',
+'function scrape(doc) {
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem = new Zotero.Item("case");
+ newItem.title = doc.title;
+ newItem.url = doc.location.href;
+
+ var titleRegexp = /^(.+)\s+\[(\d+)\]\s+(.+)\s+\((\d+)\s+(\w+)\s+(\d+)\)/
+ var titleMatch = titleRegexp .exec(doc.title);
+ if (titleMatch ) {
+ newItem.caseName = titleMatch[1] + " [" + titleMatch[2] + "] " + titleMatch[3];
+ newItem.dateDecided = titleMatch[4] + " " + titleMatch[5] + " " + titleMatch[6];
+ } else {
+ newItem.caseName = doc.title;
+ newItem.dateDecided = "not found";
+ }
+
+ var courtRegexp = /cases\/([^\/]+)\/([^\/]+)\//
+ var courtMatch = courtRegexp.exec(doc.location.href);
+ if (courtMatch) {
+ var divRegexp = /\w+/
+ var divMatch = divRegexp.exec(courtMatch[2]);
+ if (divMatch) {
+ newItem.court = courtMatch[1] + " (" + courtMatch[2] + ")";
+ } else {
+ newItem.court = courtMatch[1];
+ }
+ } else {
+ newItem.court = "not found";
+ }
+
+ // judge
+ var panel = doc.getElementsByTagName("PANEL");
+ if (panel.length > 0) {
+ var tmp = panel[0].innerHTML;
+ newItem.creators.push({lastName:tmp, creatorType:"judge", fieldMode:true});
+
+ }
+ // citation
+ var cite = doc.getElementsByTagName("CITATION");
+ if (cite.length > 0) {
+ var tmpc = cite[0].childNodes[0].innerHTML;
+ newItem.notes.push({note:tmpc});
+ }
+
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ var liiRegexp= /http:\/\/www\.bailii\.org(?:\/cgi\-bin\/markup\.cgi\?doc\=)?\/\w+\/cases\/.+/
+ if(liiRegexp.test(url)) {
+ scrape(doc);
+ } else {
+
+ var items = Zotero.Utilities.getItemArray(doc, doc, liiRegexp);
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ var urls = new Array();
+ for(var i in items) {
+ urls.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done(); });
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('84799379-7bc5-4e55-9817-baf297d129fe', '1.0.0b4.r1', '', '2007-06-18 18:15:00', '0', '100', '4', 'CanLII', 'Bill McKinney', 'http:\/\/www\.canlii\.org\/en\/[^\/]+\/[^\/]+\/doc\/.+',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var canLiiRegexp = /http:\/\/www\.canlii\.org\/en\/[^\/]+\/[^\/]+\/doc\/.+/
+ if(canLiiRegexp .test(url)) {
+ return "book";
+ } else {
+ var aTags = doc.getElementsByTagName("a");
+ for(var i=0; i<aTags.length; i++) {
+ if(articleRegexp.test(aTags[i].href)) {
+ return "multiple";
+ }
+ }
+ }
+}
+',
+'function associateMeta(newItem, metaTags, field, zoteroField) {
+ var field = metaTags.namedItem(field);
+ if(field) {
+ newItem[zoteroField] = field.getAttribute("content");
+ }
+}
+
+function scrape(doc) {
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var newItem = new Zotero.Item("case");
+
+ var metaTags = doc.getElementsByTagName("meta");
+ associateMeta(newItem, metaTags, "DC.Title", "title");
+ associateMeta(newItem, metaTags, "DC.Date", "dateDecided");
+ associateMeta(newItem, metaTags, "DC.Language", "language");
+ newItem.url = doc.location.href;
+
+ var field = metaTags.namedItem("DC.Title");
+ var tmpText = "";
+ if(field) {
+ tmpText = field.getAttribute("content");
+ var capRe = /^(.+),\s+(\d{4})\s+(\w+)\s+(\d+)\s+\(([^\)]+)\)/;
+ var m = capRe.exec(tmpText);
+ if(m) {
+
+ newItem.caseName = m[1]+", "+m[2]+" "+m[3]+" "+m[4];
+ if (m[3] == ''CanLII'') {
+ newItem.court = m[5];
+ } else {
+ newItem.court = m[3];
+ }
+
+ } else {
+ newItem.caseName = tmpText;
+ newItem.court = "not found";
+ }
+ }
+
+
+
+ // attach link to pdf version
+ // NOTE: not working - don''t know why
+ var pdfRe = /^(.+)\.html$/;
+ var pdfMatch = pdfRe.exec(doc.location.href);
+ if (pdfMatch) {
+ var pdfUrl = pdfMatch[1]+".pdf";
+ newItem.attachments = [{url:pdfUrl, title:"PDF version", mimeType:"application/pdf"}];
+ }
+
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ var canLiiRegexp= /http:\/\/www\.canlii\.org\/en\/[^\/]+\/[^\/]+\/doc\/.+/
+ if(canLiiRegexp.test(url)) {
+ scrape(doc);
+ } else {
+
+ var items = Zotero.Utilities.getItemArray(doc, doc, canLiiRegexp);
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ var urls = new Array();
+ for(var i in items) {
+ urls.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done(); });
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('930d49bc-44a1-4c22-9dde-aa6f72fb11e5', '1.0.0b4.r1', '', '2007-06-18 18:15:00', '0', '100', '4', 'Cornell LII', 'Bill McKinney', '^http://www\.law\.cornell\.edu/supct/html/.+',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var liiRegexp = /http:\/\/www\.law\.cornell\.edu\/supct\/html\/.+/
+ if(liiRegexp.test(url)) {
+ return "book";
+ } else {
+ var aTags = doc.getElementsByTagName("a");
+ for(var i=0; i<aTags.length; i++) {
+ if(articleRegexp.test(aTags[i].href)) {
+ return "multiple";
+ }
+ }
+ }
+}',
+'function associateMeta(newItem, metaTags, field, zoteroField) {
+ var field = metaTags.namedItem(field);
+ if(field) {
+ newItem[zoteroField] = field.getAttribute("content");
+ }
+}
+
+function scrape(doc) {
+
+ var caselawCourt = "U.S. Supreme Court";
+ var caselawJurisdiction = "Federal";
+ var caselawSourceReporter = "U.S.";
+ var caselawSourceVolume = "___";
+ var caselawSourceStartPage = "___";
+ var caselawParallelSourceVolume = "___";
+ var caselawParallelSourceStartPage = "___";
+ var caselawParallelSourceReporter = "___";
+ var caselawDecisionYear = "";
+
+ var newItem = new Zotero.Item("case");
+ newItem.url = doc.location.href;
+ newItem.language = "en-us";
+ newItem.court = "U.S. Supreme Court";
+ newItem.reporter = "U.S.";
+
+ // LII provides a bunch of meta tags to harvest
+ var metaTags = doc.getElementsByTagName("meta");
+ associateMeta(newItem, metaTags, "CASENAME", "title");
+ associateMeta(newItem, metaTags, "CASENAME", "caseName");
+ //associateMeta(newItem, metaTags, "DOCKET", "caselawDocket");
+ //associateMeta(newItem, metaTags, "PARTY1", "caselawParty1");
+ //associateMeta(newItem, metaTags, "PARTY2", "caselawParty2");
+ //associateMeta(newItem, metaTags, "ARGDATE", "caselawArguedDate");
+ //associateMeta(newItem, metaTags, "DECDATE", "dateDecided");
+ associateMeta(newItem, metaTags, "COURTBELOW", "history");
+ //associateMeta(newItem, metaTags, "ACTION", "caselawCourtAction");
+
+
+ var tmpCasename = newItem.caseName;
+ tmpCasename = Zotero.Utilities.capitalizeTitle(tmpCasename.toLowerCase());
+ tmpCasename = tmpCasename.replace("V.", "v.");
+ newItem.caseName = tmpCasename;
+ newItem.shortTitle = tmpCasename;
+
+ // judge
+ var j = metaTags.namedItem("AUTHOR");
+ if(j) {
+ newItem.creators.push({lastName:j.getAttribute("content"), creatorType:"judge", fieldMode:true});
+ }
+
+ // group meta tags
+ for(var i=0; i<metaTags.length; i++) {
+ var key = metaTags[i].getAttribute("name");
+ var value = metaTags[i].getAttribute("content");
+ if (key == "GROUP") {
+ newItem.tags.push(value);
+ }
+ }
+
+ // parse year out of decision date
+ var decdateField = metaTags.namedItem("DECDATE");
+ if(decdateField ) {
+ var decisionYearRegex = /(\w+)\s+(\d+),\s+(\d+)/
+ var decisionDateMatch = decisionYearRegex.exec(decdateField.getAttribute("content"));
+ var dy;
+ var dm;
+ var dd;
+ if (decisionDateMatch ) {
+ dm = decisionDateMatch[1];
+ dd = decisionDateMatch[2];
+ dy = decisionDateMatch [3];
+ caselawDecisionYear = dy;
+ newItem.dateDecided = dy + " " + dm + " " + dd;
+ }
+ }
+
+ // create attachment to pdf
+ var dyRegex = /^(.+)\/html\/(.+)(\.Z\w+)\.html$/;
+ var dyMatch = dyRegex.exec(newItem.url);
+ if (dyMatch) {
+ var pdfUrl = dyMatch[1]+"/pdf/"+dyMatch[2]+"P"+dyMatch[3];
+ newItem.attachments.push({url:pdfUrl, title:"PDF version", mimeType:"application/pdf", downloadable:true});
+ }
+
+ // parse disposition
+ var dis = doc.getElementsByTagName("DISPOSITION");
+ if (dis.length > 0) {
+ var tmpDis = dis[0].innerHTML;
+ tmpDis = tmpDis.replace(/\s+/g, " ");
+ newItem.title = newItem.title + " (" + tmpDis + ")";
+ newItem.caseName= newItem.caseName + " (" + tmpDis + ")";
+
+ }
+
+
+ // parse citation into parts so that bluebook can be constructed
+ var cite = doc.getElementsByTagName("CASENUMBER");
+ if (cite.length > 0) {
+ var citeRegex = /([0-9]+)\s+U\.S\.\s+([0-9]+)/;
+ var citeMatch = citeRegex.exec(cite[0].innerHTML);
+ if (citeMatch) {
+ caselawSourceVolume = citeMatch[1];
+ newItem.reporterVolume = citeMatch[1];
+ caselawSourceStartPage = citeMatch[2];
+ newItem.firstPage = citeMatch[2];
+ }
+ }
+
+ // look for offcite span element
+ var spanTags = doc.getElementsByTagName("span");
+ if (spanTags.length > 0) {
+ for(var i=0; i<spanTags.length; i++) {
+ if(spanTags[i].className == "offcite") {
+ var citeRegex = /([0-9]+)\s+U\.S\.\s+([0-9]+)/;
+ var citeMatch = citeRegex.exec(spanTags[i].innerHTML);
+ if (citeMatch) {
+ caselawSourceVolume = citeMatch[1];
+ newItem.reporterVolume = citeMatch[1];
+ caselawSourceStartPage = citeMatch[2];
+ newItem.firstPage = citeMatch[2];
+ }
+ break;
+ }
+ }
+ }
+
+ // bluebook citation
+ var bbCite = newItem.shortTitle + ", " +
+ caselawSourceVolume + " " +
+ caselawSourceReporter + " " +
+ caselawSourceStartPage;
+ // paralell cite
+ if (caselawParallelSourceVolume != "___") {
+ bbCite = bbCite + ", " + caselawParallelSourceVolume +
+ " " + caselawParallelSourceReporter + " " +
+ caselawParallelSourceStartPage;
+ }
+ // jurisdiction and year
+ bbCite = bbCite + " (" + caselawDecisionYear + ")";
+ // closing period
+ bbCite = "Bluebook citation: " + bbCite + ".";
+ newItem.notes.push({note:bbCite});
+
+ // parse out publication notice
+ var notice = doc.getElementsByTagName("NOTICE");
+ if (notice .length > 0) {
+ var tmpNotice= notice [0].innerHTML;
+ tmpNotice= tmpNotice.replace(/\s+/g, " ");
+ newItem.notes.push({note:tmpNotice});
+ }
+
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ var liiRegexp = /http:\/\/www\.law\.cornell\.edu\/supct\/html\/.+/
+ if(liiRegexp.test(url)) {
+ scrape(doc);
+ } else {
+
+ var items = Zotero.Utilities.getItemArray(doc, doc, liiRegexp);
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ var urls = new Array();
+ for(var i in items) {
+ urls.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done(); });
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('232e24fe-2f68-44fc-9366-ecd45720ee9e', '1.0.0b4.r1', '', '2007-06-21 06:30:00', '0', '100', '4', 'Patents - USPTO', 'Bill McKinney', '^http://patft\.uspto\.gov/netacgi/nph-Parser.+',
+'function detectWeb(doc, url) {
+ var re = new RegExp("^http://patft\.uspto\.gov/netacgi/nph-Parser");
+ if(re.test(doc.location.href)) {
+ return "book";
+ } else {
+ return "multiple";
+ }
+}',
+'function get_nextsibling(n)
+ {
+ var x=n.nextSibling;
+ while (x.nodeType!=1)
+ {
+ x=x.nextSibling;
+ }
+ return x;
+}
+
+function scrape(doc) {
+
+ var newItem = new Zotero.Item("patent");
+ newItem.url = doc.location.href;
+ var extraText = new String();
+ var tmpStr = new String();
+ var tmpRefs = "";
+ var tmpTitle = doc.title;
+
+ var fontTags = doc.getElementsByTagName("font");
+ for(var i=0; i<fontTags.length; i++) {
+ if (fontTags[i].getAttribute("size") == "+1") {
+ tmpTitle = tmpTitle + " - " + fontTags[i].innerHTML;
+ }
+ }
+ tmpTitle = Zotero.Utilities.cleanString(tmpTitle);
+ tmpTitle = tmpTitle.replace(/<[^>]+>/g, "");
+ newItem.title = tmpTitle;
+
+ var cellTags = doc.getElementsByTagName("td");
+ for(var i=0; i<cellTags.length; i++) {
+
+ var s = new String(cellTags[i].innerHTML);
+ if (s.indexOf("United States Patent") > -1) {
+
+ tmpStr = cellTags[i+1].childNodes[0].innerHTML;
+ tmpStr = tmpStr.replace(/<[^>]+>/gi, "");
+ tmpStr = tmpStr.replace(/,/gi, "");
+ newItem.patentNumber = tmpStr;
+
+ tmpStr = cellTags[i+3].innerHTML;
+ tmpStr = tmpStr.replace(/<[^>]+>/gi, "");
+ newItem.issueDate = tmpStr;
+ continue;
+ }
+ if (s.indexOf("Assignee") > -1) {
+ tmpStr = cellTags[i+1].innerHTML;
+ tmpStr = tmpStr.replace(/<\/?\w+>/gi, "");
+ newItem.assignee = tmpStr;
+ continue;
+ }
+ if (s.indexOf("Inventors") > -1) {
+ tmpStr = cellTags[i+1].innerHTML;
+
+ var inventors = tmpStr.split(/<b>,/ig);
+ for (var j=0; j<inventors.length; j++) {
+ var tmpInventor = inventors[j];
+ tmpInventor = tmpInventor.replace(/<\/?\w+>/gi, "");
+ tmpInventor = tmpInventor.replace(/\([^\)]+\)/gi, "");
+ tmpInventor = tmpInventor.replace(/^\s+/gi, "");
+
+ var names = tmpInventor.split(";");
+ if (names) {
+ var lname = names[0];
+ var fname = names[1];
+ lname = lname.replace(/^\s+/gi, "");
+ lname = lname.replace(/\s+$/gi, "");
+ fname= fname.replace(/^\s+/gi, "");
+ fname= fname.replace(/\s+$/gi, "");
+ newItem.creators.push({lastName:lname, firstName:fname, creatorType:"inventor"});
+ }
+ }
+ continue;
+ }
+
+ // references
+ if (s.indexOf("<a href=\"/netacgi/nph-Parser?Sect2") > -1) {
+ tmpRefs = tmpRefs + cellTags[i].childNodes[0].innerHTML + " ";
+ }
+ if (s.indexOf("<a href=\"http://appft1.uspto.gov/netacgi/nph-Parser?TERM1") > -1) {
+ tmpRefs = tmpRefs + cellTags[i].childNodes[0].innerHTML + " ";
+ }
+ }
+
+ var centerTags = doc.getElementsByTagName("center");
+ for(var i=0; i<centerTags.length; i++) {
+ var s = new String(centerTags[i].innerHTML);
+ if (s.indexOf("Abstract") > -1) {
+ //newItem.extra = "ok";
+ var el = get_nextsibling(centerTags[i]);
+ newItem.abstractNote = el.innerHTML;
+ }
+
+ }
+
+ newItem.references = tmpRefs;
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ var re = new RegExp("^http://patft\.uspto\.gov/netacgi/nph-Parser.+");
+ if(re.test(doc.location.href)) {
+ scrape(doc);
+ } else {
+ var items = Zotero.Utilities.getItemArray(doc, doc, "^http://patft\.uspto\.gov/netacgi/nph-Parser.+");
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ var uris = new Array();
+ for(var i in items) {
+ uris.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(uris, function(doc) { scrape(doc) },
+ function() { Zotero.done(); }, null);
+
+ Zotero.wait();
+ }
+}');
+
+REPLACE INTO translators VALUES ('3e684d82-73a3-9a34-095f-19b112d88bbf', '1.0.0b3.r1', '', '2007-06-18 18:15:00', '1', '100', '4', 'Google Books', 'Simon Kornblith', '^http://books\.google\.[a-z]+/books\?(.*id=.*|.*q=.*)',
+'function detectWeb(doc, url) {
+ var re = new RegExp(''^http://books\\.google\\.[a-z]+/books\\?id=([^&]+)'', ''i'');
+ if(re.test(doc.location.href)) {
+ return "book";
+ } else {
+ return "multiple";
+ }
+}',
'function doWeb(doc, url) {
var uri = doc.location.href;
var newUris = new Array();
- var re = new RegExp(''^http://books\\.google\\.com/books\\?vid=([^&]+).*\\&id=([^&]+)'', ''i'');
+ var re = new RegExp(''^http://books\\.google\\.[a-z]+/books\\?id=([^&]+)'', ''i'');
var m = re.exec(uri);
if(m) {
- newUris.push(''http://books.google.com/books?vid=''+m[1]+''&id=''+m[2]);
+ newUris.push(''http://books.google.com/books?id=''+m[1]);
} else {
- var items = Zotero.Utilities.getItemArray(doc, doc, ''http://books\\.google\\.com/books\\?vid=([^&]+).*\\&id=([^&]+)'', ''^(?:All matching pages|About this Book|Table of Contents|Index)'');
+ var items = Zotero.Utilities.getItemArray(doc, doc, ''http://books\\.google\\.[a-z]+/books\\?id=([^&]+)'', ''^(?:All matching pages|About this Book|Table of Contents|Index)'');
// Drop " - Page" thing
for(var i in items) {
@@ -3014,96 +8678,82 @@ REPLACE INTO "translators" VALUES ('3e684d82-73a3-9a34-095f-19b112d88bbf', '2006
for(var i in items) {
var m = re.exec(i);
- newUris.push(''http://books.google.com/books?vid=''+m[1]+''&id=''+m[2]);
+ newUris.push(''http://books.google.com/books?id=''+m[1]);
}
}
Zotero.Utilities.processDocuments(newUris, function(newDoc) {
var newItem = new Zotero.Item("book");
newItem.extra = "";
- newItem.attachments.push({title:"Google Books Information Page", document:newDoc});
var namespace = newDoc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
-
- var xpath = ''//table[@id="bib"]/tbody/tr'';
- var elmts = newDoc.evaluate(xpath, newDoc, nsResolver,
- XPathResult.ANY_TYPE, null);
- var elmt;
- while(elmt = elmts.iterateNext()) {
- var field = newDoc.evaluate(''./td[1]//text()'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- var value = newDoc.evaluate(''./td[2]//text()'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
-
- if(field && value) {
- field = Zotero.Utilities.superCleanString(field.nodeValue);
- value = Zotero.Utilities.cleanString(value.nodeValue);
- if(field == "Title") {
- newItem.title = value;
- } else if(field == "Author(s)") {
- var authors = value.split(", ");
- for(j in authors) {
- newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[j], "author"));
- }
- } else if(field == "Editor(s)") {
- var authors = value.split(", ");
- for(j in authors) {
- newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[j], "editor"));
- }
- } else if(field == "Publisher") {
- newItem.publisher = value;
- } else if(field == "Publication Date") {
- newItem.date = value;
- } else if(field == "ISBN") {
- newItem.ISBN = value;
- } else if(field == "Pages") {
- newItem.pages = value;
- } else {
- newItem.extra += field+": "+value+"\n";
- }
+
+ var xpath = ''//div[@id="titlebar"]/h2[@class="title"]/text()''
+ var elmt;
+ if (elmt = newDoc.evaluate(xpath, newDoc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext()){
+ var title = Zotero.Utilities.superCleanString(elmt.nodeValue);
+ newItem.title = title;
+ Zotero.debug("title: " + title);
+ }
+ xpath = ''//div[@id="titlebar"]/span[@class="author"]/text()''
+ if (elmt = newDoc.evaluate(xpath, newDoc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext()){
+ var authors = Zotero.Utilities.superCleanString(elmt.nodeValue);
+ if (authors.substring(0, 3) == "By "){
+ authors = authors.substring(3);
+ }
+ authors = authors.split(", ");
+ for(j in authors) {
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[j], "author"));
}
}
- if(newItem.extra) {
- newItem.extra = newItem.extra.substr(newItem.extra, newItem.extra.length-1);
- }
-
+ xpath = ''//table[@id="bibdata"]/tbody/tr'';
+ var elmts = newDoc.evaluate(xpath, newDoc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ while(elmt = elmts.iterateNext()) {
+ var fieldelmt = newDoc.evaluate(''./td[1]//text()'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(fieldelmt) {
+ field = Zotero.Utilities.superCleanString(fieldelmt.nodeValue);
+ Zotero.debug("output: " + field);
+ if(field.substring(0,10) == "Published ") {
+ newItem.date = field.substring(10);
+ var publisher = newDoc.evaluate(''../text()[2]'', fieldelmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (publisher){
+ publisher = Zotero.Utilities.superCleanString(publisher.nodeValue);
+ newItem.publisher = publisher;
+ }
+ } else if(field.substring(0,5) == "ISBN ") {
+ newItem.ISBN = field.substring(5);
+ } else if(field.substring(field.length-6) == " pages") {
+ newItem.pages = field.substring(0, field.length-6);
+ } else if(field.substring(0,12) == "Contributor ") {
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(field.substring(12), "contributor"));
+ }
+ }
+ }
newItem.complete();
}, function() { Zotero.done(); }, null);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('57a00950-f0d1-4b41-b6ba-44ff0fc30289', '2006-08-26 1:10:00', 1, 100, 4, 'Google Zotero', 'Simon Kornblith', '^http://scholar\.google\.com/scholar',
+REPLACE INTO translators VALUES ('57a00950-f0d1-4b41-b6ba-44ff0fc30289', '1.0.0b3.r1', '', '2007-10-16 22:10:00', '1', '100', '4', 'Google Scholar', 'Simon Kornblith', '^http://scholar\.google\.(?:com|com?\.[a-z]{2}|[a-z]{2})/scholar',
'function detectWeb(doc, url) {
return "multiple";
-}',
-'function getList(urls, each, done) {
- var url = urls.shift();
- Zotero.Utilities.HTTP.doGet(url, function(text) {
- if(each) {
- each(text);
- }
-
- if(urls.length) {
- getList(urls, each, done);
- } else if(done) {
- done(text);
- }
- });
-}
+}',
+'var haveEndNoteLinks;
-function doWeb(doc, url) {
- var namespace = doc.documentElement.namespaceURI;
- var nsResolver = namespace ? function(prefix) {
- if (prefix == ''x'') return namespace; else return null;
- } : null;
-
- doc.cookie = "GSP=ID=deadbeefdeadbeef:IN=ebe89f7e83a8fe75+7e6cc990821af63:CF=2; domain=.scholar.google.com";
+function scrape(doc) {
+ var nsResolver = doc.createNSResolver(doc.documentElement);
var items = new Array();
- var relatedLinks = new Array();
+ var itemGrabLinks = new Array();
+ var itemGrabLink;
var links = new Array();
var types = new Array();
@@ -3114,20 +8764,30 @@ function doWeb(doc, url) {
XPathResult.ANY_TYPE, null);
var elmt;
var i=0;
+ Zotero.debug("get elmts");
while(elmt = elmts.iterateNext()) {
var isCitation = doc.evaluate("./font[1]/b[1]/text()[1]", elmt, nsResolver,
XPathResult.ANY_TYPE, null).iterateNext();
- var relatedLink = doc.evaluate(''.//a[font/text() = "Related Articles"]'',
- elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- if(relatedLink) {
- relatedLinks[i] = relatedLink.href;
- if(isCitation && isCitation.nodeValue == "[CITATION]") {
+
+ // use EndNote links if available
+ if(haveEndNoteLinks) {
+ itemGrabLink = doc.evaluate(''.//a[text() = "Import into EndNote"]'',
+ elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ } else {
+ itemGrabLink = doc.evaluate(''.//a[text() = "Related Articles"]'',
+ elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ }
+
+ var noLinkRe = /^\[[^\]]+\]$/;
+
+ if(itemGrabLink) {
+ itemGrabLinks[i] = itemGrabLink.href;
+ if(isCitation && noLinkRe.test(isCitation.textContent)) {
+ // get titles for [BOOK] or [CITATION] entries
items[i] = Zotero.Utilities.getNodeString(doc, elmt, ''./text()|./b/text()'', nsResolver);
- } else if(isCitation && isCitation.nodeValue == "[BOOK]") {
- items[i] = Zotero.Utilities.getNodeString(doc, elmt, ''./text()|./b/text()'', nsResolver);
- types[i] = "book";
- } else {
- var link = doc.evaluate(''.//span[@class="w"]/a'', elmt, nsResolver,
+ } else {
+ // get titles for articles
+ var link = doc.evaluate(''.//a'', elmt, nsResolver,
XPathResult.ANY_TYPE, null).iterateNext();
if(link) {
items[i] = link.textContent;
@@ -3136,13 +8796,15 @@ function doWeb(doc, url) {
}
if(items[i]) {
- i++;
+ i++;
}
}
}
items = Zotero.selectItems(items);
+
if(!items) {
+ if(Zotero.done) Zotero.done(true);
return true;
}
@@ -3150,43 +8812,69 @@ function doWeb(doc, url) {
var urls = new Array();
for(var i in items) {
- var m = relatedMatch.exec(relatedLinks[i]);
- urls.push("http://scholar.google.com/scholar.ris?hl=en&lr=&q=info:"+m[1]+"&oe=UTF-8&output=citation&oi=citation");
+ // get url
+ if(haveEndNoteLinks) {
+ urls.push(itemGrabLinks[i]);
+ } else {
+ var m = relatedMatch.exec(itemGrabLinks[i]);
+ urls.push("http://scholar.google.com/scholar.ris?hl=en&lr=&q=info:"+m[1]+"&oe=UTF-8&output=citation&oi=citation");
+ }
+
if(links[i]) {
- attachments.push([{title:"Google Zotero Linked Page", type:"text/html",
+ attachments.push([{title:"Google Scholar Linked Page", type:"text/html",
url:links[i]}]);
} else {
attachments.push([]);
}
-
- if(types[i]) { // for books
- itemTypes.push(types[i]);
- } else {
- itemTypes.push(null);
- }
}
var translator = Zotero.loadTranslator("import");
- translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setTranslator("881f60f2-0802-411a-9228-ce5f47b64c7d");
translator.setHandler("itemDone", function(obj, item) {
- var itemType = itemTypes.shift();
- if(itemType) {
- item.itemType = itemType;
- }
-
item.attachments = attachments.shift();
item.complete();
});
- getList(urls, function(text) {
+ Zotero.Utilities.HTTP.doGet(urls, function(text) {
translator.setString(text);
translator.translate();
}, function() { Zotero.done() });
+}
+
+function doWeb(doc, url) {
+ var nsResolver = doc.createNSResolver(doc.documentElement);
+ //SR:Will use preference setting url instead of cookie to get EndNote links (works with ezproxy, doesn''t overwrite other prefs)
+ //doc.cookie = "GSP=ID=deadbeefdeadbeef:IN=ebe89f7e83a8fe75+7e6cc990821af63:CF=3; domain=.scholar.google.com";
+
+ // determine if we need to reload the page
+
+ // first check for EndNote links
+ Zotero.debug("get links");
+ haveEndNoteLinks = doc.evaluate(''//a[text() = "Import into EndNote"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(!haveEndNoteLinks) {
+ // SR:Commenting out this bit as code for retrieving citations from "Related" links is unreliable and unnecessary
+ //// next check if there are docs with no related articles
+ //if(doc.evaluate(''''//p[@class="g"][not(descendant-or-self::text() = "Related Articles")]'''',
+ // doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+
+ // SR:Set preferences to show import links in English and do page reload
+ // (bit of a hack as it overwrites user prefs for language and import link type)
+ url = url.replace (/hl\=[^&]*&?/, "");
+ url = url.replace("scholar?", "scholar_setprefs?hl=en&scis=yes&scisf=3&submit=Save+Preferences&");
+ haveEndNoteLinks = true;
+ Zotero.Utilities.loadDocument(url, scrape);
+ Zotero.wait();
+ return;
+ //}
+ }
+
+ scrape(doc, url);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('9c335444-a562-4f88-b291-607e8f46a9bb', '2006-10-02 17:00:00', 1, 100, 4, 'Berkeley Library', 'Simon Kornblith', '^http://[^/]*berkeley.edu[^/]*/WebZ/(?:html/results.html|FETCH)\?.*sessionid=',
+REPLACE INTO translators VALUES ('9c335444-a562-4f88-b291-607e8f46a9bb', '1.0.0b3.r1', '', '2006-12-15 15:11:00', 1, 100, 4, 'Berkeley Library Catalog', 'Simon Kornblith', '^https?://[^/]*berkeley.edu[^/]*/WebZ/(?:html/results.html|FETCH)\?.*sessionid=',
'function detectWeb(doc, url) {
var resultsRegexp = /\/WebZ\/html\/results.html/i
if(resultsRegexp.test(url)) {
@@ -3257,13 +8945,16 @@ function doWeb(doc, url) {
var newItem = new Zotero.Item();
record.translate(newItem);
+
+ newItem.repository = "Berkeley Library Catalog";
+
newItem.complete();
}, function() { Zotero.done(); }, null);
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('d0b1914a-11f1-4dd7-8557-b32fe8a3dd47', '2006-10-02 17:00:00', 1, 100, 4, 'EBSCOhost', 'Simon Kornblith', '^http://[^/]+/ehost/(?:results|detail)',
+REPLACE INTO translators VALUES ('d0b1914a-11f1-4dd7-8557-b32fe8a3dd47', '1.0.0b3.r1', '', '2007-09-18 07:10:00', '1', '100', '4', 'EBSCOhost', 'Simon Kornblith', '^https?://[^/]+/(?:bsi|ehost)/(?:results|detail)',
'function detectWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
@@ -3271,165 +8962,134 @@ REPLACE INTO "translators" VALUES ('d0b1914a-11f1-4dd7-8557-b32fe8a3dd47', '2006
} : null;
// See if this is a seach results page
- var searchResult = doc.evaluate(''//table[@class="result-list-inner"]'', doc, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext();
+ var searchResult = doc.evaluate(''//ul[@class="result-list"]/li/div[@class="result-list-record"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext();
if(searchResult) {
return "multiple";
}
+
+ var xpath = ''//div[@class="record-display"]/dl[@class="citation-fields"]/dt[text() = "Persistent link to this record:"''
+ +''or text() = "Vínculo persistente a este informe:"''
+ +''or text() = "Lien permanent à cette donnée:"''
+ +''or text() = "Permanenter Link zu diesem Datensatz:"''
+ +''or text() = "Link permanente al record:"''
+ +''or text() = "Link permanente para este registro:"''
+ +''or text() = "本記錄固定連結:"''
+ +''or text() = "此记录的永久链接:"''
+ +''or text() = "このレコードへのパーシスタント リンク:"''
+ +''or text() = "레코드 링크 URL:"''
+ +''or text() = "Постоянная ссылка на эту запись:"''
+ +''or text() = "Bu kayda sürekli bağlantı:"''
+ +''or text() = "Μόνιμος σύνδεσμος σε αυτό το αρχείο:"]'';
- var persistentLink = doc.evaluate(''//tr[td[@class="left-content-ft"]/text() = "Persistent link to this record:"]/td[@class="right-content-ft"]'',
- doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ var persistentLink = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
if(persistentLink) {
return "journalArticle";
}
-}',
-'function fullEscape(text) {
+}',
+'var viewStateMatch = /<input type="hidden" name="__VIEWSTATE" id="__VIEWSTATE" value="([^"]+)" \/>/
+var host;
+
+function fullEscape(text) {
return escape(text).replace(/\//g, "%2F").replace(/\+/g, "%2B");
}
+/*
+ * given the text of the delivery page, downloads an item
+ */
+function downloadFunction(text) {
+ var postLocation = /<form name="aspnetForm" method="post" action="([^"]+)"/
+ var m = postLocation.exec(text);
+ var deliveryURL = m[1].replace(/&/g, "&");
+ m = viewStateMatch.exec(text);
+ var downloadString = "__EVENTTARGET=&__EVENTARGUMENT=&__VIEWSTATE="+fullEscape(m[1])+"&ctl00%24ctl00%24MainContentArea%24MainContentArea%24ctl00%24btnSubmit=Save&ctl00%24ctl00%24MainContentArea%24MainContentArea%24ctl00%24BibFormat=1&ajax=enabled";
+
+ Zotero.Utilities.HTTP.doPost(host+"/ehost/"+deliveryURL,
+ downloadString, function(text) { // get marked records as RIS
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ if(item.notes && item.notes[0]) {
+ item.extra = item.notes[0].note;
+
+ delete item.notes;
+ item.notes = undefined;
+ }
+ item.complete();
+ });
+ translator.translate();
+
+ Zotero.done();
+ });
+}
+
function doWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
if (prefix == ''x'') return namespace; else return null;
} : null;
-
- var hostRe = new RegExp("^http://([^/]+)/");
+
+ var hostRe = new RegExp("^(https?://[^/]+)/");
var m = hostRe.exec(url);
- var host = m[1];
+ host = m[1];
+
+ var searchResult = doc.evaluate(''//ul[@class="result-list"]/li/div[@class="result-list-record"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext();
- var queryRe = /\?(.*)$/;
- var m = queryRe.exec(url);
- var queryString = m[1];
-
- var eventValidation = doc.evaluate(''//input[@name="__EVENTVALIDATION"]'', doc, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext();
- eventValidation = fullEscape(eventValidation.value);
- var viewState = doc.evaluate(''//input[@name="__VIEWSTATE"]'', doc, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext();
- viewState = fullEscape(viewState.value);
-
- var searchResult = doc.evaluate(''//table[@class="result-list-inner"]'', doc, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext();
if(searchResult) {
var items = new Object();
-
- var tableRows = doc.evaluate(''//table[@class="cluster-result-record-table"]/tbody/tr'',
+ var titles = doc.evaluate(''//div[@class="result-list-record"]/span[@class="medium-font"]/a'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var title = titles.iterateNext();
+ if (!title){
+ titles = doc.evaluate(''//div[@class="result-list-record"]/a'',
doc, nsResolver, XPathResult.ANY_TYPE, null);
- var tableRow;
- // Go through table rows
- while(tableRow = tableRows.iterateNext()) {
- var title = doc.evaluate(''.//a[@class="title-link"]'', tableRow, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext();
- var addLink = doc.evaluate(''.//a[substring(@id, 1, 11)="addToFolder"]'', tableRow, nsResolver,
- XPathResult.ANY_TYPE, null).iterateNext();
- if(title && addLink) {
- items[addLink.href] = title.textContent;
- }
}
+ title = titles.iterateNext();
+ // Go through titles
+ do {
+ items[title.href] = title.textContent;
+ } while(title = titles.iterateNext());
var items = Zotero.selectItems(items);
if(!items) {
return true;
}
-
- var citations = new Array();
- var argRe = /''([^'']+)''/;
+
+ var uris = new Array();
for(var i in items) {
- var m = argRe.exec(i);
- citations.push(m[1]);
+ uris.push(i);
}
- var saveString = "__EVENTTARGET=FolderItem:AddItem&IsCallBack=true&SearchTerm1=test&listDatabaseGroupings=pdh&SortOptionDropDown=date&__EVENTVALIDATION="+eventValidation+"&__EVENTARGUMENT="+citations.join(",")+"&";
-
+ Zotero.Utilities.processDocuments(uris, function(newDoc){
+ var xpath = ''/html/body/div[@class="indent"]/center//a[@class="nav"]'';
+ var elmts = newDoc.evaluate(xpath, newDoc, nsResolver, XPathResult.ANY_TYPE, null);
+ var saveCitation = elmts.iterateNext();
+ var viewSavedCitations = elmts.iterateNext();
+ var viewState = newDoc.evaluate(''//input[@name="__VIEWSTATE"]'', newDoc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext();
+ viewState = fullEscape(viewState.value);
+ var deliverString = "__EVENTTARGET=ctl00%24ctl00%24MainContentArea%24MainContentArea%24topDeliveryControl%24deliveryButtonControl%24lnkExport&__EVENTARGUMENT=&__VIEWSTATE="+viewState+"&ajax=enabled";
+ Zotero.Utilities.HTTP.doPost(newDoc.location.href, deliverString, downloadFunction);
+ });
} else {
- // If this is a view page, find the link to the citation
+ // If this is a view page, find the link to the citation
var xpath = ''/html/body/div[@class="indent"]/center//a[@class="nav"]'';
var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
var saveCitation = elmts.iterateNext();
var viewSavedCitations = elmts.iterateNext();
-
- var saveString = "__EVENTTARGET=ctl00%24ctl00%24MainContentArea%24MainContentArea%24topAddToFolderControl%24lnkAddToFolder&__EVENTARGUMENT=&__VIEWSTATE="+viewState+"&__EVENTVALIDATION="+eventValidation;
+ var viewState = doc.evaluate(''//input[@name="__VIEWSTATE"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext();
+ viewState = fullEscape(viewState.value);
+ var deliverString = "__EVENTTARGET=ctl00%24ctl00%24MainContentArea%24MainContentArea%24topDeliveryControl%24deliveryButtonControl%24lnkExport&__EVENTARGUMENT=&__VIEWSTATE="+viewState+"&ajax=enabled";
+ Zotero.Utilities.HTTP.doPost(url, deliverString, downloadFunction);
}
-
- var folderString = "__EVENTTARGET=ctl00%24ctl00%24ToolbarArea%24toolbar%24folderControl%24lnkFolder&__EVENTARGUMENT=&__VIEWSTATE="+viewState+"&__EVENTVALIDATION="+eventValidation;
- var getString = "__EVENTTARGET=Tabs&IsCallBack=true&chkRemoveFromFolder=true&chkIncludeHTMLFT=true&chkIncludeHTMLLinks=true&CitationFormat=standard&lstFormatStandard=1&lstFormatIndustry=4&cfCommonAb=false&cfCommonAu=true&cfCommonTypDoc=true&cfCommonID=true&cfCommonISSN=true&cfCommonNote=false&cfCommonRevInfo=false&cfCommonSrc=true&cfCommonTi=true&__EVENTARGUMENT=1&"
-
- var viewStateMatch = /<input type="hidden" name="__VIEWSTATE" id="__VIEWSTATE" value="([^"]+)" \/>/
- var eventValidationMatch = /<input type="hidden" name="__EVENTVALIDATION" id="__EVENTVALIDATION" value="([^"]+)" \/>/
-
- Zotero.Utilities.HTTP.doPost(url, saveString, function() { // mark records
- Zotero.Utilities.HTTP.doPost(url, folderString, function(text) {
- var postLocation = /<form name="aspnetForm" method="post" action="([^"]+)"/
- var m = postLocation.exec(text);
- var folderURL = m[1].replace(/&/g, "&");
-
- m = viewStateMatch.exec(text);
- var folderViewState = m[1];
- var folderBase = "__EVENTARGUMENT=&__VIEWSTATE="+fullEscape(folderViewState);
- m = eventValidationMatch.exec(text);
- var folderEventValidation = m[1];
- folderBase += "&__EVENTVALIDATION="+fullEscape(folderEventValidation);
- var deliverString = "__EVENTTARGET=ctl00%24ctl00%24MainContentArea%24MainContentArea%24btnDelivery%24lnkSave&"+folderBase
-
- Zotero.Utilities.HTTP.doPost("http://"+host+"/ehost/"+folderURL,
- deliverString, function(text) {
- var postLocation = /<form name="aspnetForm" method="post" action="([^"]+)"/
- var m = postLocation.exec(text);
- var deliveryURL = m[1].replace(/&/g, "&");
-
- var m = viewStateMatch.exec(text);
- var downloadString = "__EVENTTARGET=&__EVENTARGUMENT=&__VIEWSTATE="+fullEscape(m[1])+"&ctl00%24ctl00%24MainContentArea%24MainContentArea%24ctl01%24chkRemoveFromFolder=on&ctl00%24ctl00%24MainContentArea%24MainContentArea%24ctl01%24btnSubmit=Save&ctl00%24ctl00%24MainContentArea%24MainContentArea%24ctl01%24BibFormat=1";
-
- Zotero.Utilities.HTTP.doPost("http://"+host+"/ehost/"+deliveryURL,
- getString, function(text) {
- Zotero.Utilities.HTTP.doPost("http://"+host+"/ehost/"+deliveryURL,
- downloadString, function(text) { // get marked
- var form = doc.createElement("form");
- form.setAttribute("method", "post");
- form.setAttribute("action", "http://"+host+"/ehost/"+folderURL);
- var args = [
- ["__EVENTARGUMENT", ""],
- ["__VIEWSTATE", folderViewState],
- ["__EVENTVALIDATION", folderEventValidation],
- ["__EVENTTARGET", "ctl00$ctl00$MainContentArea$MainContentArea$btnBack$lnkBack"]
- ];
- for(var i in args) {
- var input = doc.createElement("input");
- input.setAttribute("type", "hidden");
- input.setAttribute("name", args[i][0]);
- input.setAttribute("value", args[i][1]);
- form.appendChild(input);
- }
- var body = doc.getElementsByTagName("body");
- body[0].appendChild(form);
- form.submit();
-
- // load translator for RIS
- var translator = Zotero.loadTranslator("import");
- translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
- translator.setString(text);
- translator.setHandler("itemDone", function(obj, item) {
- if(item.notes && item.notes[0]) {
- item.extra = item.notes[0].note;
-
- delete item.notes;
- item.notes = undefined;
- }
- item.complete();
- });
- translator.translate();
-
- Zotero.done();
- });
- });
- });
- });
- });
-
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('ce7a3727-d184-407f-ac12-52837f3361ff', '2006-10-02 17:00:00', 1, 100, 4, 'New York Times', 'Simon Kornblith', '^http://(?:query\.nytimes\.com/search/query|(?:www\.)?nytimes\.com/.+)',
+REPLACE INTO translators VALUES ('ce7a3727-d184-407f-ac12-52837f3361ff', '1.0.0b3.r1', '', '2006-12-12 23:41:00', 1, 100, 4, 'NYTimes.com', 'Simon Kornblith', '^http://(?:query\.nytimes\.com/search/query|(?:select\.|www\.)?nytimes\.com/.)',
'function detectWeb(doc, url) {
if(doc.title.substr(0, 30) == "The New York Times: Search for") {
var namespace = doc.documentElement.namespaceURI;
@@ -3449,22 +9109,7 @@ REPLACE INTO "translators" VALUES ('ce7a3727-d184-407f-ac12-52837f3361ff', '2006
}
}
}',
-'function getList(urls, each, done) {
- var url = urls.shift();
- Zotero.Utilities.HTTP.doGet(url, function(text) {
- if(each) {
- each(text, url);
- }
-
- if(urls.length) {
- getList(urls, each, done);
- } else if(done) {
- done(text);
- }
- });
-}
-
-function associateMeta(newItem, metaTags, field, zoteroField) {
+'function associateMeta(newItem, metaTags, field, zoteroField) {
if(metaTags[field]) {
newItem[zoteroField] = metaTags[field];
}
@@ -3499,8 +9144,8 @@ function scrape(doc, url) {
return;
}
- newItem.attachments.push({url:url, title:"Article (HTML)",
- mimeType:"text/html", downloadable:true});
+ newItem.attachments.push({url:url, title:"New York Times Snapshot",
+ mimeType:"text/html"});
} else {
newItem.url = doc.location.href;
var metaTagHTML = doc.getElementsByTagName("meta");
@@ -3512,8 +9157,7 @@ function scrape(doc, url) {
}
}
- newItem.attachments.push({document:doc, title:"Article (HTML)",
- downloadable:true});
+ newItem.attachments.push({document:doc, title:"New York Times Snapshot"});
}
associateMeta(newItem, metaTags, "dat", "date");
@@ -3564,7 +9208,7 @@ function doWeb(doc, url) {
var result = doc.evaluate(''//div[@id="srchContent"]'', doc, nsResolver,
XPathResult.ANY_TYPE, null).iterateNext();
- var items = Zotero.Utilities.getItemArray(doc, result, ''^http://www.nytimes.com/.*\.html$'');
+ var items = Zotero.Utilities.getItemArray(doc, result, ''^http://(?:select\.|www\.)nytimes.com/.*\.html$'');
items = Zotero.selectItems(items);
if(!items) {
@@ -3576,7 +9220,7 @@ function doWeb(doc, url) {
urls.push(i);
}
- getList(urls, scrape, function() { Zotero.done(); }, null);
+ Zotero.Utilities.HTTP.doGet(urls, function(text, response, url) { scrape(text, url) }, function() { Zotero.done(); }, null);
Zotero.wait();
} else {
@@ -3584,7 +9228,7 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('1e6d1529-246f-4429-84e2-1f1b180b250d', '2006-10-02 17:00:00', 1, 100, 4, 'Chronicle of Higher Education', 'Simon Kornblith', '^http://chronicle\.com/',
+REPLACE INTO translators VALUES ('1e6d1529-246f-4429-84e2-1f1b180b250d', '1.0.0b3.r1', '', '2006-12-12 23:41:00', 1, 100, 4, 'The Chronicle of Higher Education', 'Simon Kornblith', '^http://chronicle\.com/',
'function detectWeb(doc, url) {
var articleRegexp = /^http:\/\/chronicle\.com\/(?:daily|weekly)\/[^/]+\//
if(articleRegexp.test(url)) {
@@ -3636,8 +9280,7 @@ function scrape(doc) {
newItem.url = doc.location.href;
var metaTags = doc.getElementsByTagName("meta");
- newItem.attachments.push({document:doc, title:"Article (HTML)",
- downloadable:true});
+ newItem.attachments.push({document:doc, title:"Chronicle of Higher Education Snapshot"});
associateMeta(newItem, metaTags, "published_date", "date");
associateMeta(newItem, metaTags, "headline", "title");
@@ -3693,9 +9336,9 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('4c164cc8-be7b-4d02-bfbf-37a5622dfd56', '2006-10-02 17:00:00', 1, 100, 4, 'New York Review of Books', 'Simon Kornblith', '^http://www\.nybooks\.com/',
+REPLACE INTO translators VALUES ('4c164cc8-be7b-4d02-bfbf-37a5622dfd56', '1.0.0b3.r1', '', '2006-12-14 00:40:00', 1, 100, 4, 'The New York Review of Books', 'Simon Kornblith', '^https?://www\.nybooks\.com/',
'function detectWeb(doc, url) {
- var articleRegexp = /^http:\/\/www\.nybooks\.com\/articles\/[0-9]+/
+ var articleRegexp = /^http:\/\/www\.nybooks\.com\/articles\/[0-9]+\/?/
if(articleRegexp.test(url)) {
return "journalArticle";
} else {
@@ -3726,8 +9369,7 @@ function scrape(doc) {
newItem.url = doc.location.href;
var metaTags = doc.getElementsByTagName("meta");
- newItem.attachments.push({document:doc, title:"Review (HTML)",
- downloadable:true});
+ newItem.attachments.push({document:doc, title:"New York Review of Books Snapshot"});
associateMeta(newItem, metaTags, "dc.title", "title");
@@ -3771,7 +9413,7 @@ function doWeb(doc, url) {
if(articleRegexp.test(url)) {
scrape(doc);
} else {
- var items = Zotero.Utilities.getItemArray(doc, doc, "^http://www\\.nybooks\\.com/articles/[0-9]+/");
+ var items = Zotero.Utilities.getItemArray(doc, doc, "^https?://www\\.nybooks\\.com/articles/[0-9]+/?");
items = Zotero.selectItems(items);
if(!items) {
@@ -3788,7 +9430,7 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('d1bf1c29-4432-4ada-8893-2e29fc88fd9e', '2006-10-02 17:00:00', 1, 100, 4, 'Washington Post', 'Simon Kornblith', '^http://www\.washingtonpost\.com/',
+REPLACE INTO translators VALUES ('d1bf1c29-4432-4ada-8893-2e29fc88fd9e', '1.0.0b3.r1', '', '2007-06-21 20:10:00', 1, 100, 4, 'washingtonpost.com', 'Simon Kornblith', '^http://www\.washingtonpost\.com/',
'function detectWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
@@ -3827,9 +9469,10 @@ REPLACE INTO "translators" VALUES ('d1bf1c29-4432-4ada-8893-2e29fc88fd9e', '2006
newItem.url = doc.location.href;
var metaTags = doc.getElementsByTagName("meta");
- newItem.attachments.push({document:doc, title:"Article (HTML)",
- downloadable:true});
-
+ // Elena''s code to grab print version (all pages)
+ snapshotURL=doc.location.href.replace(".html", "_pf.html");
+ newItem.attachments.push({title:"Washington Post Snapshot", mimeType:"text/html", url:snapshotURL, snapshot:true});
+
// grab title from doc title
newItem.title = doc.title.replace(" - washingtonpost.com", "");
@@ -3849,7 +9492,7 @@ REPLACE INTO "translators" VALUES ('d1bf1c29-4432-4ada-8893-2e29fc88fd9e', '2006
while(font = fonts.iterateNext()) {
var pageRe = /([^;]+);(?:[\xA0 ]+Pages?[\xA0 ]+([A-Z0-9\-]+))?/
// grab pages and date
- Zotero.Utilities.debug(Zotero.Utilities.cleanString(font.nodeValue));
+ Zotero.debug(Zotero.Utilities.cleanString(font.nodeValue));
var m = pageRe.exec(font.nodeValue);
if(m) {
newItem.date = m[1];
@@ -3895,7 +9538,7 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('a07bb62a-4d2d-4d43-ba08-d9679a0122f8', '2006-10-02 17:00:00', 1, 100, 4, 'ABC-CLIO', 'Simon Kornblith', '^http://serials\.abc-clio\.com/active/go/ABC-Clio-Serials_v4.1$',
+REPLACE INTO translators VALUES ('a07bb62a-4d2d-4d43-ba08-d9679a0122f8', '1.0.0b3.r1', '', '2007-03-24 22:20:00', 1, 100, 4, 'ABC-CLIO Serials Web', 'Simon Kornblith', '^https?://serials\.abc-clio\.com[^/]*/active/go/ABC-Clio-Serials_v4',
'function detectWeb(doc, url) {
var namespace = doc.documentElement.namespaceURI;
var nsResolver = namespace ? function(prefix) {
@@ -4024,7 +9667,7 @@ REPLACE INTO "translators" VALUES ('a07bb62a-4d2d-4d43-ba08-d9679a0122f8', '2006
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('fa396dd4-7d04-4f99-95e1-93d6f355441d', '2006-10-02 17:00:00', 1, 100, 4, 'CiteSeer', 'Simon Kornblith', '^http://(?:citeseer\.ist\.psu\.edu/|citeseer\.csail\.mit\.edu/|citeseer\.ifi\.unizh\.ch/|citeseer\.comp\.nus\.edu\.sg/)',
+REPLACE INTO translators VALUES ('fa396dd4-7d04-4f99-95e1-93d6f355441d', '1.0.0b3.r1', '', '2006-12-11 18:37:00', 1, 100, 4, 'CiteSeer', 'Simon Kornblith', '^http://(?:citeseer\.ist\.psu\.edu/|citeseer\.csail\.mit\.edu/|citeseer\.ifi\.unizh\.ch/|citeseer\.comp\.nus\.edu\.sg/)',
'function detectWeb(doc, url) {
var searchRe = /http:\/\/[^\/]+\/ci?s/;
if(searchRe.test(url)) {
@@ -4060,11 +9703,11 @@ REPLACE INTO "translators" VALUES ('fa396dd4-7d04-4f99-95e1-93d6f355441d', '2006
var index = acceptableTypes.indexOf(kind);
if(index != -1) {
var attachment = {url:elmt.href, mimeType:mimeTypes[index],
- title:"Full Text "+kind};
- if(kind == "PDF") {
- attachment.downloadable = true;
- }
+ title:"CiteSeer Full Text "+kind};
attachments.push(attachment);
+
+ // only get one of thse files
+ break;
}
}
@@ -4079,8 +9722,6 @@ REPLACE INTO "translators" VALUES ('fa396dd4-7d04-4f99-95e1-93d6f355441d', '2006
item.url = "http://"+item.url;
}
item.attachments = attachments;
- item.attachments.push({document:doc, downloadable:false,
- title:"CiteSeer Abstract"});
item.complete();
});
@@ -4118,7 +9759,2791 @@ function doWeb(doc, url) {
}
}');
-REPLACE INTO "translators" VALUES ('e07e9b8c-0e98-4915-bb5a-32a08cb2f365', '2006-10-02 17:00:00', 1, 100, 8, 'Open WorldCat', 'Simon Kornblith', 'http://partneraccess.oclc.org/',
+REPLACE INTO translators VALUES ('ecddda2e-4fc6-4aea-9f17-ef3b56d7377a', '1.0.0b3.r1', '', '2007-08-10 19:45:00', '1', '100', '4', 'arXiv.org', 'Sean Takats', '^http://(?:www\.)?(?:arxiv\.org/(?:find/\w|list/\w|abs/)|eprintweb.org/S/(?:search|archive|article)(?!.*refs$)(?!.*cited$))',
+'function detectWeb(doc, url) {
+ var searchRe = /^http:\/\/(?:www\.)?(?:arxiv\.org\/(?:find|list)|eprintweb.org\/S\/(?:archive|search$))/;
+ if(searchRe.test(url)) {
+ return "multiple";
+ } else {
+ return "journalArticle";
+ }
+}',
+'function getPDF(articleID) {
+ return {url:"http://www.arxiv.org/pdf/" + articleID,
+ mimeType:"application/pdf", title:articleID + " PDF"};
+}
+
+function doWeb(doc, url) {
+ var eprintMultRe = /^http:\/\/(?:www\.)?eprintweb.org\/S\/(?:search|archive)/;
+ var eprintMultM = eprintMultRe.exec(url);
+
+ var eprintSingRe = /^http:\/\/(?:www\.)?eprintweb.org\/S\/(?:article|search\/[0-9]+\/A[0-9]+)/;
+ var eprintSingM = eprintSingRe.exec(url);
+
+ if (eprintMultM) {
+ var elmtsXPath = ''//table/tbody/tr/td[@class="txt"]/a[text()="Abstract"]/../b'';
+ var titlesXPath = ''//table/tbody/tr/td[@class="lti"]'';
+ var titleNode = ''./text()'';
+ } else {
+ var elmtsXPath = ''//div[@id="dlpage"]/dl/dt/span[@class="list-identifier"]/a[1]'';
+ var titlesXPath = ''//div[@id="dlpage"]/dl/dd/div[@class="meta"]/div[@class="list-title"]'';
+ }
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var elmts = doc.evaluate(elmtsXPath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var titles = doc.evaluate(titlesXPath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+
+ var newURIs = new Array();
+ var elmt = elmts.iterateNext();
+ var title = titles.iterateNext();
+ if (elmt && titles) {
+ var availableItems = new Array();
+ var arXivCats = new Array();
+ var arXivIDs = new Array();
+ var i=0;
+ if (eprintMultM){
+ do {
+ var newID = doc.evaluate(''./text()'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ newID = newID.replace(/arXiv:/, "");
+ newID = newID.replace(/\//g, "%2F");
+ availableItems[i] = doc.evaluate(titleNode, title, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ arXivIDs[i] = newID;
+ i++;
+ } while ((elmt = elmts.iterateNext()) && (title = titles.iterateNext()));
+ }
+ else{
+ do {
+ var newID= elmt.textContent;
+ newID = newID.replace(/arXiv:/, "");
+ newID = newID.replace(/\//g, "%2F");
+ availableItems[i] = Zotero.Utilities.cleanString(title.textContent);
+ arXivIDs[i] = newID;
+ i++;
+ } while ((elmt = elmts.iterateNext()) && (title = titles.iterateNext()));
+ }
+ var items = Zotero.selectItems(availableItems);
+ if(!items) {
+ return true;
+ }
+ for(var i in items) {
+ newURIs.push("http://export.arxiv.org/oai2?verb=GetRecord&identifier=oai%3AarXiv.org%3A" + arXivIDs[i] + "&metadataPrefix=oai_dc");
+
+ }
+ }
+ else {
+ if (eprintSingM){
+ var titleID = doc.evaluate(''//td[@class="ti"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ var arXivID = doc.evaluate(''//table/tbody/tr[4]/td/table/tbody/tr/td[1]/table/tbody/tr[1]/td[@class="txt"]/b'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ arXivID = arXivID.substring(0, arXivID.indexOf(" "));
+ arXivID = arXivID.replace(/arXiv:/, "");
+ arXivID = arXivID.replace(/\//g, "%2F");
+ } else {
+ var arXivID = doc.evaluate(''//title'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ var titleRe = /\[([^\]]*)]/;
+ var m = titleRe.exec(arXivID);
+ arXivID = m[1];
+ arXivID = arXivID.replace(/\//g, "%2F");
+ }
+ newURIs.push("http://export.arxiv.org/oai2?verb=GetRecord&identifier=oai%3AarXiv.org%3A" + arXivID + "&metadataPrefix=oai_dc");
+
+ }
+
+ Zotero.Utilities.HTTP.doGet(newURIs, function(text) {
+ var newItem = new Zotero.Item("journalArticle");
+ // remove header
+ text = text.replace(/<!DOCTYPE[^>]*>/, "").replace(/<\?xml[^>]*\?>/, "");
+ // fix non-compliant XML tags (colons)
+ text = text.replace(/<dc:/g, "<dc_").replace(/<\/dc:/g, "</dc_");
+ text = text.replace(/<oai_dc:dc/g, "<oai_dc_dc").replace(/<\/oai_dc:dc/g, "</oai_dc_dc");
+ text = text.replace(/<OAI-PMH[^>]*>/, "").replace(/<\/OAI-PMH[^>]*>/, "");
+ text = "<zotero>" + text + "</zotero>";
+ var xml = new XML(text);
+ var title;
+ var citation = xml.GetRecord.record.metadata.oai_dc_dc;
+ var test = xml..responseDate.text().toString();
+
+ if (citation.dc_title.length()){
+ title = Zotero.Utilities.cleanString(citation.dc_title.text().toString());
+ newItem.title = title;
+ }
+ Zotero.debug("article title: " + title);
+ var type = "";
+ if(citation.dc_creator.length()) {
+ var authors = citation.dc_creator;
+ for(var j=0; j<authors.length(); j++) {
+ Zotero.debug("author: " + authors[j]);
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(authors[j].text().toString(),type,true));
+ }
+ }
+ if (citation.dc_date.length()) {
+ var dates = citation.dc_date;
+ newItem.date = Zotero.Utilities.cleanString(dates[0].text().toString());
+ }
+ if (citation.dc_description.length()) {
+ var descriptions = citation.dc_description;
+ for (var j=0; j<descriptions.length(); j++) {
+ var noteStr = Zotero.Utilities.cleanString(descriptions[j].text().toString());
+ newItem.notes.push({note:noteStr});
+ }
+ }
+ if (citation.dc_subject.length()) {
+ var subjects = citation.dc_subject;
+ for (var j=0; j<subjects.length(); j++) {
+ var subjectValue = Zotero.Utilities.cleanString(subjects[j].text().toString());
+ newItem.tags.push(subjectValue);
+ }
+ }
+ if (citation.dc_identifier.length()) {
+ var identifiers = citation.dc_identifier;
+ for (var j=0; j<identifiers.length(); j++) {
+ var identifier = Zotero.Utilities.cleanString(identifiers[j].text().toString());
+ if (identifier.substr(0, 4) == "doi:") {
+ newItem.DOI = identifier;
+ }
+ else if (identifier.substr(0, 7) == "http://") {
+ newItem.url = identifier;
+ }
+ else {
+ newItem.extra = identifier;
+ }
+ }
+ }
+ var articleID = "";
+ if (xml.GetRecord.record.header.identifier.length()) {
+ articleID = xml.GetRecord.record.header.identifier.text().toString();
+ articleID = articleID.substr(14);
+ newItem.publicationTitle = articleID;
+ }
+// TODO add "arXiv.org" to bib data?
+ newItem.attachments.push(getPDF(articleID));
+ newItem.complete();
+ }, function() {Zotero.done();}, null);
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('232903bc-7307-4058-bb1a-27cfe3e4e655', '1.0.0b3.r1', '', '2007-04-23 17:00:00', '0', '100', '4', 'SPIRES', 'Sean Takats', '^http://www.slac.stanford.edu/spires/find/hep/',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var citations = doc.evaluate(''//dl/dd/a[text()="BibTeX"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var citation = citations.iterateNext();
+ var titles = doc.evaluate(''//p/b[1]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var title = titles.iterateNext();
+ if(citation && title) {
+ // search page
+ return "multiple";
+ }
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var citations = doc.evaluate(''//dl/dd/a[text()="BibTeX"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var citation = citations.iterateNext();
+// var titles = doc.evaluate(''//p/b[1]'', doc, nsResolver,
+// XPathResult.ANY_TYPE, null);
+ var titles = doc.evaluate(''//p[b[1]]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var title = titles.iterateNext();
+ if(citation && title) {
+ // search page
+ var items = new Object();
+ do {
+ items[citation.href] = Zotero.Utilities.cleanString(title.textContent);
+ } while((citation=citations.iterateNext()) && (title=titles.iterateNext()))
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var newUris = new Array();
+ for(var id in items) {
+ newUris.push(id);
+ }
+ } else {
+ //single result page?
+ }
+
+ Zotero.Utilities.HTTP.doGet(newUris, function(text) {
+ var m = text.match(/<pre>(?:.|[\r\n])*?<\/pre>/g);
+ var bibTeXString = "";
+ for each(var citation in m) {
+ // kill pre tags
+ citation = citation.substring(5, citation.length-6);
+ bibTeXString += citation;
+ }
+
+ // import using BibTeX
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("9cb70025-a888-4a29-a210-93ec52da40d4");
+ translator.setString(bibTeXString);
+ translator.setHandler("itemDone", function(obj, item) {
+ item.complete();
+ });
+ translator.translate();
+
+ Zotero.done();
+ });
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('b6d0a7a-d076-48ae-b2f0-b6de28b194e', '1.0.0b3.r1', '', '2007-04-16 17:00:00', '1', '100', '4', 'ScienceDirect', 'Simon Kornblith', '^https?://www\.sciencedirect\.com[^/]*/science\?(?:.+\&|)_ob=(?:ArticleURL|ArticleListURL|PublicationURL)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if (doc.evaluate(''//img[contains(@src, "guest_user.gif")]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()){
+ return false;
+ }
+ if(url.indexOf("_ob=ArticleURL") == -1) {
+ return "multiple";
+ } else {
+ return "journalArticle";
+ }
+}',
+'function handleRIS(text, PDFs) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ if(item.attachments[0]) {
+ item.attachments[0].title = "ScienceDirect Snapshot";
+ item.attachments[0].mimeType = "text/html";
+ }
+
+ var pdf = PDFs.shift();
+ if(pdf) {
+ item.attachments.push({
+ title:"ScienceDirect Full Text PDF",
+ url:pdf, mimeType:"application/pdf"
+ });
+ }
+
+ if(item.notes[0]) {
+ item.abstractNote = item.notes[0].note;
+ item.notes = new Array();
+ }
+ item.complete();
+ });
+ translator.translate();
+ Zotero.done();
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if(url.indexOf("_ob=ArticleURL") == -1) {
+ // search page
+ var items = new Array();
+ var links = new Array();
+
+ var isPublication = url.indexOf("_ob=PublicationURL") != -1;
+ if(isPublication) {
+ var xpath = ''//table[@class="txt"][@id="pubBody"]//tr'';
+ } else {
+ var xpath = ''//table[@class="tableResults-T"]//tr'';
+ }
+
+ var arts = new Object();
+
+ var tableRows = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ // Go through table rows
+ var tableRow;
+ var i = 0;
+ while(tableRow = tableRows.iterateNext()) {
+ i++;
+
+ var checkboxes = tableRow.getElementsByTagName("input");
+ var title = doc.evaluate(''.//span[@class="bf"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+
+ if(checkboxes[0] && title) {
+ var index = checkboxes[0].value;
+ items[index] = Zotero.Utilities.cleanString(title.textContent);
+
+ var link = doc.evaluate(''.//a[substring(text(), 1, 3) = "PDF"]'',
+ tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(link) {
+ links[index] = link.href;
+ }
+ }
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var PDFs = new Array();
+
+ var itemCount = 0;
+ var itemList = "";
+ for(var i in items) {
+ itemList += "&art="+i;
+ PDFs.push(links[i]);
+ itemCount++;
+ }
+
+ var count = doc.evaluate(''//input[@name="count"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+
+ var md5 = doc.getElementsByName("md5")[1].value;
+ if(isPublication) {
+ var tockey = escape(doc.evaluate(''//input[@name="_tockey"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value);
+ var chunk = doc.evaluate(''//input[@name="chunk"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var pubType = doc.evaluate(''//input[@name="_pubType"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var cdi = url.match(/_cdi=([^&]+)/);
+ var getURL = "http://www.sciencedirect.com/science?_ob=PublicationURL&_method=list&_tockey="+tockey+"&_auth=y&_version=1&refSource=toc&_pubType="+pubType+"&_cdi="+cdi[1]+"&md5="+md5+"&chunk="+chunk+"&view=c&export.x=21&export.y=14&count="+count+itemList;
+ } else {
+ var st = doc.evaluate(''//input[@name="_st"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var chunk = doc.evaluate(''//input[@name="_chunk"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var count = doc.evaluate(''//input[@name="count"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var alid = doc.evaluate(''//input[@name="_ArticleListID"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var getURL = "http://www.sciencedirect.com/science?_ob=ArticleListURL&_method=tag&refSource=search&_st="+st+"&count="+count+"&_chunk="+chunk+"&NEXT_LIST=1&view=c&md5="+md5+"&_ArticleListID="+alid+"&export.x=21&export.y=6&sort=d"+itemList;
+ }
+
+ Zotero.Utilities.HTTP.doGet(getURL, function(text) {
+ var md5 = text.match(/<input type=hidden name=md5 value=([^>]+)>/);
+ var acct = url.match(/_acct=([^&]+)/);
+ var userid = url.match(/_userid=([^&]+)/);
+ var subid = text.match(/<input type=hidden name=_subId value=([^>]+)>/);
+ if(isPublication) {
+ var post = "_ob=DownloadURL&_method=finish&_acct="+acct[1]+"&_userid="+userid[1]+"&_subId="+subid[1]+"&_tockey="+tockey+"&count="+itemCount+"&md5="+md5[1]+"&JAVASCRIPT_ON=Y&format=cite-abs&citation-type=RIS&x=12&y=15";
+ } else {
+ var post = "_ob=DownloadURL&_method=finish&_acct="+acct[1]+"&_userid="+userid[1]+"&_ArticleListID="+alid+"&_subId="+subid[1]+"&count="+itemCount+"&md5="+md5[1]+"&JAVASCRIPT_ON=Y&limiter=selected&format=cite-abs&citation-type=RIS";
+ }
+ Zotero.Utilities.HTTP.doPost("http://www.sciencedirect.com/science", post, function(text) { handleRIS(text, PDFs) });
+ });
+ } else {
+ var get = doc.evaluate(''//a[img[contains(@alt, "Export citation")]]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().href;
+
+ var PDFs = [];
+
+ var link = doc.evaluate(''//a[substring(text(), 1, 3) = "PDF"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(link) {
+ var PDFs = [link.href];
+ }
+
+ Zotero.Utilities.HTTP.doGet(get, function(text) {
+ var md5 = text.match(/<input type=hidden name=md5 value=([^>]+)>/);
+ var acct = url.match(/_acct=([^&]+)/);
+ var userid = url.match(/_userid=([^&]+)/);
+ var alid = url.match(/_alid=([0-9]+)/);
+ var udi = url.match(/_udi=([^&]+)/);
+ var uoikey = text.match(/<input type=hidden name=_uoikey value=([^>]+)>/);
+ if(alid) {
+ var docIdentifier = "_ArticleListID="+alid[1]+"&_uoikey="+uoikey[1];
+ } else {
+ var docIdentifier = "_uoikey="+uoikey[1];
+ }
+
+ var post = "_ob=DownloadURL&_method=finish&_acct="+acct[1]+"&_userid="+userid[1]+"&_docType=FLA&"+docIdentifier+"&md5="+md5[1]+"&JAVASCRIPT_ON=Y&format=cite-abs&citation-type=RIS&x=26&y=17";
+ Zotero.Utilities.HTTP.doPost("http://www.sciencedirect.com/science", post, function(text) { handleRIS(text, PDFs) });
+ });
+ }
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('19643c25-a4b2-480d-91b7-4e0b761fb6ad', '1.0.0b3.r1', '', '2007-03-16 03:00:00', '1', '100', '4', 'ScientificCommons', 'Sean Takats', '^http://(?:en|de|www)\.scientificcommons\.org',
+'function detectWeb(doc, url) {
+ var articleRe = /^http:\/\/(?:www|en|de)\.scientificcommons\.org\/([0-9]+)/;
+ var m = articleRe.exec(url);
+
+ if(m) {
+ return "journalArticle";
+ } else {
+ var frontRe = /^http:\/\/(?:www|en|de)\.scientificcommons\.org\/$/;
+ if(frontRe.test(url)) return "multiple";
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+ var listElt = doc.evaluate(''//div[@id="content_search_details"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (listElt) return "multiple";
+ }
+ return false;
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var hostRe = new RegExp("^(http://[^/]+)/");
+ var m = hostRe.exec(url);
+ var host = m[1];
+
+ var articleRe = /^http:\/\/(?:www|en|de)\.scientificcommons\.org\/([0-9]+)/;
+ m = articleRe.exec(url);
+ var uris = new Array();
+
+ if(m) {
+ var idElt = doc.evaluate(''//div[@id="publication_id"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (idElt) {
+ uris.push(host + "/export/ris/" + idElt.textContent);
+ } else {
+ return false;
+ }
+ } else {
+ var items = new Array();
+ var listElts = doc.evaluate(''//div[@class="content_element"]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var id;
+ var link;
+ var title;
+ while (listElt = listElts.iterateNext()) {
+ id = doc.evaluate(''./@id'', listElt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ link = host + "/export/ris/" + id;
+ title = doc.evaluate(''.//p[@class="title"]'', listElt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ items[link] = Zotero.Utilities.cleanString(title);
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ for(var uri in items) {
+ uris.push(uri);
+ }
+ }
+
+ Zotero.Utilities.HTTP.doGet(uris, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ // add attachment support?
+ item.complete();
+ });
+ translator.translate();
+ Zotero.done();
+ });
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('d75381ee-7d8d-4a3b-a595-b9190a06f43f', '1.0.0b3.r1', '', '2007-04-05 19:45:00', '0', '100', '4', 'Scitation', 'Eugeniy Mikhailov', '^https?://(?:www\.)?scitation.aip.org',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var multids = doc.evaluate(''//tr/td/input[@type="checkbox" and @name="SelectCheck"]'',doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var singid = doc.evaluate(''//input[@type="hidden" and @name="SelectCheck"]'',doc, nsResolver, XPathResult.ANY_TYPE, null);
+
+ if (multids.iterateNext()){
+ return "multiple";
+ } else if (singid.iterateNext()){
+ return "journalArticle";
+ }
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var multids = doc.evaluate(''//tr/td/input[@type="checkbox" and @name="SelectCheck"]'',doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var singids = doc.evaluate(''//input[@type="hidden" and @name="SelectCheck"]'',doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var multid;
+ var singid;
+ var getstring = "/getabs/servlet/GetCitation?PrefType=ARTICLE&PrefAction=Add+Selected&fn=open_isi&source=scitation&downloadcitation=+Go+";
+ if (multid = multids.iterateNext()){
+ var titles = new Array();
+ var ids = new Array();
+ var items = new Array();
+ var title;
+ do {
+ title = doc.evaluate(''../..//a[1]'',multid, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ items[multid.value] = Zotero.Utilities.cleanString(title.textContent);
+ } while (multid =multids.iterateNext());
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ for(var i in items) {
+ getstring = getstring + "&SelectCheck=" + i;
+ }
+ } else if (singid = singids.iterateNext()){
+ getstring = getstring + "&SelectCheck=" + singid.value;
+ }
+
+ var hostRe = new RegExp("^(https?://[^/]+)/");
+ var m = hostRe.exec(url);
+ var host = m[1];
+ var newuri = host + getstring;
+ Zotero.Utilities.HTTP.doGet(newuri, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ Zotero.debug(text);
+ translator.setString(text);
+ translator.translate();
+
+ Zotero.done();
+ });
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('2c310a37-a4dd-48d2-82c9-bd29c53c1c76', '1.0.0b3.r1', '', '2007-04-05 19:45:00', '0', '100', '4', 'PROLA', 'Eugeniy Mikhailov', '^https?://(?:www\.)?prola.aps.org/(searchabstract|abstract)/',
+'function detectWeb(doc, url) {
+ return "journalArticle";
+} ',
+'function doWeb(doc, url) {
+ var urlRIS = url;
+ // so far several more or less identical url possible
+ // one is with "abstract" other with "searchabstract"
+ urlRIS = urlRIS.replace("searchabstract","export");
+ urlRIS = urlRIS.replace("abstract","export");
+ var post = "type=ris";
+
+ Zotero.Utilities.HTTP.doPost(urlRIS, post, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ Zotero.debug(text);
+ translator.setString(text);
+ translator.translate();
+
+ Zotero.done();
+ });
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('cde4428-5434-437f-9cd9-2281d14dbf9', '1.0.0b3.r1', '', '2006-12-15 22:19:00', 1, 100, 4, 'Ovid', 'Simon Kornblith', '/gw1/ovidweb\.cgi',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var results = doc.evaluate(''//div[@class="bibheader-resultsrange"]/b'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext();
+
+ if(results) {
+ results = Zotero.Utilities.cleanString(results.textContent);
+
+ if(results.indexOf("-") != -1) {
+ return "multiple";
+ } else {
+ return "journalArticle";
+ }
+ }
+
+ return false;
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var results = Zotero.Utilities.cleanString(doc.evaluate(''//div[@class="bibheader-resultsrange"]/b'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext().textContent);
+
+ var post = "S="+doc.evaluate(''.//input[@name="S"]'', doc, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+
+ if(results.indexOf("-") != -1) {
+ var items = new Array();
+
+ var tableRows = doc.evaluate(''/html/body/form/div[substring(@class, 1, 10)="titles-row"]'', doc,
+ nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRow;
+ // Go through table rows
+ while(tableRow = tableRows.iterateNext()) {
+ var id = doc.evaluate(''.//input[@name="R"]'', tableRow, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+ items[id] = Zotero.Utilities.cleanString(doc.evaluate(''.//span[@class="titles-title"]'', tableRow,
+ nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent);
+ }
+
+ var items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ for(var i in items) {
+ post += "&R="+i;
+ }
+ } else {
+ var id = doc.evaluate(''.//input[@name="R"]'', doc, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+ post += "&R="+id;
+ }
+
+ post += "&SELECT="+doc.evaluate(''.//input[@name="SELECT"]'', doc, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+ post += "&CitMan="+doc.evaluate(''.//input[@name="CitMan"]'', doc, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+ post += "&CitManPrev="+doc.evaluate(''.//input[@name="CitManPrev"]'', doc, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+ post += "&cmRecordSelect=SELECTED&cmFields=ALL&cmFormat=export&cmsave.x=12&cmsave.y=7";
+
+ Zotero.Utilities.HTTP.doPost(url, post, function(text) {
+ Zotero.debug(text);
+ var lines = text.split("\n");
+ var haveStarted = false;
+ var newItemRe = /^<[0-9]+>/;
+
+ var newItem = new Zotero.Item("journalArticle");
+
+ for(var i in lines) {
+ if(lines[i].substring(0,3) == "<1>") {
+ haveStarted = true;
+ } else if(newItemRe.test(lines[i])) {
+ newItem.complete();
+
+ newItem = new Zotero.Item("journalArticle");
+ } else if(lines[i].substr(2, 4) == " - " && haveStarted) {
+ var fieldCode = lines[i].substr(0, 2);
+ var fieldContent = Zotero.Utilities.cleanString(lines[i].substr(6));
+
+ if(fieldCode == "TI") {
+ newItem.title = fieldContent.replace(/\. \[\w+\]$/, "");
+ } else if(fieldCode == "AU") {
+ var names = fieldContent.split(", ");
+
+ if(names.length >= 2) {
+ // get rid of the weird field codes
+ if(names.length == 2) {
+ names[1] = names[1].replace(/ [\+\*\S\[\]]+$/, "");
+ }
+ names[1] = names[1].replace(/ (?:MD|PhD|[BM]Sc|[BM]A|MPH|MB)$/i, "");
+
+ newItem.creators.push({firstName:names[1], lastName:names[0], creatorType:"author"});
+ } else {
+ newItem.creators.push({lastName:names[0], isInstitution:true, creatorType:"author"});
+ }
+ } else if(fieldCode == "SO") {
+ // make a vague attempt at getting a volume and pages
+ var m = fieldContent.match(/([0-9]+)\(([0-9]+)\):([A-Z]?[0-9]+(?:\-[A-Z]?[0-9]+))/);
+ if(m) {
+ newItem.volume = m[1];
+ newItem.issue = m[2];
+ newItem.pages = m[3];
+ fieldContent = fieldContent.replace(m[0], "");
+ }
+ // try to get the date, too
+ var m = fieldContent.match(/((?:January|February|March|April|May|June|July|August|September|October|November|December).*[0-9]{4});$/);
+ if(m) {
+ newItem.date = m[1];
+ fieldContent = fieldContent.replace(m[0], "");
+ }
+
+ newItem.publicationTitle = Zotero.Utilities.superCleanString(fieldContent);
+ } else if(fieldCode == "SB") {
+ newItem.tags.push(Zotero.Utilities.superCleanString(fieldContent));
+ } else if(fieldCode == "KW") {
+ newItem.tags.push(fieldContent.split(/; +/));
+ } else if(fieldCode == "DB") {
+ newItem.repository = "Ovid ("+fieldContent+")";
+ } else if(fieldCode == "DI") {
+ newItem.DOI = fieldContent;
+ } else if(fieldCode == "AB") {
+ newItem.abstractNote = fieldContent;
+ }
+ }
+ }
+
+ // last item is complete
+ if(haveStarted) {
+ newItem.complete();
+ }
+
+ Zotero.done();
+ });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('cb48083-4d9-4ed-ac95-2e93dceea0ec', '1.0.0b3.r1', '', '2007-09-09 22:00:00', '1', '100', '4', 'Blackwell Synergy', 'Simon Kornblith', '^https?://www\.blackwell-synergy\.com[^/]*/(?:action/doSearch|doi/|links/doi/)',
+'function detectWeb(doc, url) {
+ if(url.indexOf("doSearch") != -1) {
+ return "multiple";
+ } else {
+ return "journalArticle";
+ }
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var post = "";
+
+ var fulltext = new Object();
+
+ if(url.indexOf("doSearch") != -1) {
+ var items = new Array();
+ var links = new Array();
+
+ var tableRows = doc.evaluate(''//div[@class="toc_item"]'', doc,
+ nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRow;
+ // Go through table rows
+ while(tableRow = tableRows.iterateNext()) {
+ var id = doc.evaluate(''.//input[@name="doi"]'', tableRow, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+ items[id] = Zotero.Utilities.cleanString(doc.evaluate(''.//label'', tableRow,
+ nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent);
+ }
+
+ var items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ // find all fulltext links so we can determine where we can scrape the fulltext article
+ var fulltextLinks = doc.evaluate(''//a[img[@alt="Full Text Article"]]'', doc,
+ nsResolver, XPathResult.ANY_TYPE, null);
+ var fulltextLink;
+ while(fulltextLink = fulltextLinks.iterateNext()) {
+ links.push(fulltextLink.href.toString());
+ }
+
+ for(var i in items) {
+ post += "doi="+escape(i)+"&";
+
+ // check for fulltext links
+ for each(var link in links) {
+ if(link.indexOf(i) != -1) {
+ fulltext[i] = true;
+ break;
+ }
+ }
+ }
+ } else {
+ var m = url.match(/https?:\/\/[^\/]+\/doi\/[^\/]+\/([^\?]+)(\?|$)/);
+ if (m) {
+ var doi = unescape(m[1]);
+ } else {
+ m = url.match(/https?:\/\/[^\/]+\/links\/doi\/([^\?]+)(\?|$)/);
+ var doi = unescape(m[1]);
+ }
+ post += "doi="+escape(doi)+"&";
+
+ if(url.indexOf("doi/full") != -1 ||
+ doc.evaluate(''//img[@alt="Full Text Article"]'', doc, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext()) {
+ fulltext[doi] = true;
+ }
+ }
+
+ post += "include=abs&format=refman&direct=on&submit=Download+references";
+
+ Zotero.Utilities.HTTP.doPost("http://www.blackwell-synergy.com/action/downloadCitation", post, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ item.attachments = [
+ {url:item.url, title:"Blackwell Synergy Snapshot", mimeType:"text/html"},
+ {url:item.url.replace("/doi/abs", "/doi/pdf"), title:"Blackwell Synergy Full Text PDF", mimeType:"application/pdf"}
+ ];
+ // use fulltext if possible
+ if(fulltext[item.DOI.substr(4)]) {
+ item.attachments[0].url = item.attachments[0].url.replace("/doi/abs", "/doi/full");
+ }
+
+ item.complete();
+ });
+ translator.translate();
+
+ Zotero.done();
+ });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('f8765470-5ace-4a31-b4bd-4327b960ccd', '1.0.0b3.r1', '', '2007-03-24 22:20:00', 1, 100, 4, 'SpringerLink', 'Simon Kornblith', '^https?://(?:www\.springerlink\.com|springerlink.metapress.com)[^/]*/content/',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if(doc.title == "SpringerLink - All Search Results" || doc.title == "SpringerLink - Journal Issue") {
+ return "multiple";
+ } else if(doc.title == "SpringerLink - Book Chapter") {
+ return "bookSection";
+ } else if(doc.evaluate(''//a[text() = "RIS"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "journalArticle";
+ }
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var m = url.match(/https?:\/\/[^\/]+/);
+ var host = m[0];
+
+ if(doc.title == "SpringerLink - All Search Results" || doc.title == "SpringerLink - Journal Issue") {
+ var items = Zotero.Utilities.getItemArray(doc, doc, ''/content/[^/]+/\\?p=[^&]+&pi='');
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var urls = new Array();
+ for(var url in items) {
+ urls.push(url);
+ }
+ } else {
+ var urls = [url];
+ }
+
+ var RIS = new Array();
+
+ for each(var item in urls) {
+ var m = item.match(/\/content\/([^/]+)/);
+ RIS.push(host+"/export.mpx?code="+m[1]+"&mode=ris");
+ }
+
+ Zotero.Utilities.HTTP.doGet(RIS, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ var url = urls.shift();
+ var m = url.match(/https?:\/\/[^\/]+\/content\/[^\/]+\//);
+ item.attachments = [
+ {url:url, title:"SpringerLink Snapshot", mimeType:"text/html"},
+ {url:m[0]+"fulltext.pdf", title:"SpringerLink Full Text PDF", mimeType:"application/pdf"}
+ ];
+
+ // fix incorrect authors
+ var oldCreators = item.creators;
+ item.creators = new Array();
+ for each(var creator in oldCreators) {
+ item.creators.push(Zotero.Utilities.cleanAuthor(creator.lastName, "author"));
+ }
+
+ // fix incorrect chapters
+ Zotero.debug(item);
+ if(item.publicationTitle && item.itemType == "book") item.itemType = "bookSection";
+
+ // fix "V" in volume
+ if(item.volume) {
+ item.volume = item.volume.replace("V", "");
+ }
+
+ item.complete();
+ });
+ translator.translate();
+ }, function() { Zotero.done() });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('6614a99-479a-4524-8e30-686e4d66663e', '1.0.0b3.r1', '', '2007-03-24 22:20:00', 1, 100, 4, 'Nature', 'Simon Kornblith', '^https?://www\.nature\.com[^/]*/(?:[^/]+/journal/v[^/]+/n[^/]+/(?:(?:full|abs)/.+\.html|index.html)|search/executeSearch)',
+'function detectWeb(doc, url) {
+ var articleRe = /(https?:\/\/[^\/]+\/[^\/]+\/journal\/v[^\/]+\/n[^\/]+\/)(full|abs)(\/.+\.)html/;
+
+ if(articleRe.test(url)) {
+ return "journalArticle";
+ } else {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var tableRows = doc.evaluate(''//*[@class="atl"] | //*[@class="articletitle"] | //h4[@class="norm"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var fulltextLinks = doc.evaluate(''//a[text() = "Full Text"] | //a[text() = "Full text"] | //a[text() = "Full Text "]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null);
+
+ if(tableRows.iterateNext() && fulltextLinks.iterateNext()) {
+ return "multiple";
+ }
+ }
+
+ return false;
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var articleRe = /(https?:\/\/[^\/]+\/[^\/]+\/journal\/v[^\/]+\/n[^\/]+\/)(full|abs)(\/.+)\.html/;
+ var m = articleRe.exec(url);
+
+ if(!m) {
+ // search page
+ var items = new Array();
+
+ var tableRows = doc.evaluate(''//*[@class="atl"] | //*[@class="articletitle"] | //h4[@class="norm"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var fulltextLinks = doc.evaluate(''//a[text() = "Full Text"] | //a[text() = "Full text"] | //a[text() = "Full Text "]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRow, fulltextLink;
+ while((tableRow = tableRows.iterateNext()) && (fulltextLink = fulltextLinks.iterateNext())) {
+ items[fulltextLink.href] = Zotero.Utilities.cleanString(tableRow.textContent);
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var urls = new Array();
+ for(var url in items) {
+ urls.push(url);
+ }
+ } else {
+ var urls = [url];
+ }
+
+ var RIS = new Array();
+ var regexps = new Array();
+
+ for each(var item in urls) {
+ var m = articleRe.exec(item);
+ if(m[3][m[3].length-2] == "_") {
+ m[3] = m[3].substr(0, m[3].length-2);
+ }
+ RIS.push(m[1]+"ris"+m[3]+".ris");
+ regexps.push(m);
+ }
+
+ Zotero.Utilities.HTTP.doGet(RIS, function(text) {
+ var url = urls.shift();
+
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ var m = regexps.shift();
+ item.attachments = [
+ {url:m[0], title:"Nature Snapshot", mimeType:"text/html"},
+ {url:m[1]+"pdf"+m[3]+".pdf", title:"Nature Full Text PDF", mimeType:"application/pdf"}
+ ]
+
+ item.notes = new Array();
+ item.date = item.date.replace("print ", "");
+
+ item.complete();
+ });
+ translator.translate();
+ }, function() { Zotero.done(); });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('92d4ed84-8d0-4d3c-941f-d4b9124cfbb', '1.0.0b3.r1', '', '2007-03-24 22:20:00', 1, 100, 4, 'IEEE Xplore', 'Simon Kornblith', '^https?://ieeexplore.ieee.org[^/]*/(?:[^\?]+\?(?:|.*&)arnumber=[0-9]+|search/(?:searchresult.jsp|selected.jsp))',
+'function detectWeb(doc, url) {
+ var articleRe = /[?&]arnumber=([0-9]+)/;
+ var m = articleRe.exec(url);
+
+ if(m) {
+ return "journalArticle";
+ } else {
+ return "multiple";
+ }
+
+ return false;
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var articleRe = /[?&]arnumber=([0-9]+)/;
+ var m = articleRe.exec(url);
+
+ if(!m) {
+ // search page
+ var items = new Array();
+
+ var tableRows = doc.evaluate(''//table[tbody/tr/td/div/strong]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRow;
+ while(tableRow = tableRows.iterateNext()) {
+ var link = doc.evaluate(''.//a[@class="bodyCopy"]'', tableRow, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().href;
+
+ var title = "";
+ var strongs = tableRow.getElementsByTagName("strong");
+ for each(var strong in strongs) {
+ if(strong.textContent) {
+ title += strong.textContent+" ";
+ }
+ }
+
+ items[link] = Zotero.Utilities.cleanString(title);
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var urls = new Array();
+ for(var url in items) {
+ urls.push(url);
+ }
+ } else {
+ var urls = [url];
+ }
+
+ var arnumber = "";
+ for each(var url in urls) {
+ var m = articleRe.exec(url);
+ arnumber += "%3Carnumber%3E"+m[1]+"%3C%2Farnumber%3E";
+ }
+
+ var post = "dlSelect=cite_abs&fileFormate=ris&arnumber="+arnumber+"&x=5&y=10";
+
+ var isRe = /[?&]isnumber=([0-9]+)/;
+ var puRe = /[?&]punumber=([0-9]+)/;
+
+ Zotero.Utilities.HTTP.doPost("http://ieeexplore.ieee.org/xpls/citationAct", post, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ var url = urls.shift();
+ Zotero.debug(url);
+ var is = isRe.exec(url);
+ var pu = puRe.exec(url);
+ var arnumber = articleRe.exec(url);
+
+ if(is && pu) {
+ item.url = "http://ieeexplore.ieee.org/iel5/"+pu[1]+"/"+is[1]+"/"+Zotero.Utilities.lpad(arnumber[1], "0", 8)+".pdf";
+ item.attachments = [{title:"IEEE Xplore Full Text PDF", mimeType:"application/pdf", url:item.url}];
+ }
+
+ if(item.notes[0] && item.notes[0].note) {
+ item.abstractNote = item.notes[0].note;
+ item.notes = new Array();
+ }
+
+ item.complete();
+ });
+ translator.translate();
+
+ Zotero.done();
+ });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('7bdb79e-a47f-4e3d-b317-ccd5a0a74456', '1.0.0b3.r1', '', '2007-03-24 22:20:00', '1', '100', '4', 'Factiva', 'Simon Kornblith', '^https?://global\.factiva\.com[^/]*/ha/default\.aspx$',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if(doc.evaluate(''//tr[@class="headline"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ if(doc.body.className == ''articleView'') {
+ return "newspaperArticle";
+ } else {
+ return "multiple";
+ }
+ }
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var items = new Array();
+ var singlePage = doc.body.className == ''articleView'';
+
+ var tableRows = doc.evaluate(''//tr[@class="headline"]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRow;
+ while(tableRow = tableRows.iterateNext()) {
+ var hdl = doc.evaluate(''.//input[@name="hdl"]'', tableRow, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().value;
+ if(!singlePage){
+ items[hdl] = Zotero.Utilities.cleanString(tableRow.getElementsByTagName("a")[0].textContent);
+ } else {
+ var m = doc.evaluate(''.//td[@class="count"]'', tableRow, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().textContent.match(/[0-9]+/);
+ items[m[0]] = hdl;
+ }
+ }
+
+ if(!singlePage) {
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var hdls = new Array();
+ for(var hdl in items) {
+ hdls.push(hdl);
+ }
+ } else {
+ var m = doc.evaluate(''//div[@class="articleHeader"][@id="artHdr1"]/span[substring(text(), 1, 7) = "Article"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent.match(/[0-9]+/);
+ var hdls = [items[m[0]]];
+ }
+
+ var post = "";
+
+ var hiddenInputs = doc.evaluate(''//form[@name="PageBaseForm"]//input[@type="hidden"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var hiddenInput;
+ while(hiddenInput = hiddenInputs.iterateNext()) {
+ // this is some weird shit, but apparently they''re very picky
+ post = post+"&"+hiddenInput.name+"="+escape(hiddenInput.value).replace(/\+/g, "%2B").replace(/\%20/g, "+");
+ }
+
+ var selects = doc.evaluate(''//form[@name="PageBaseForm"]//select'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var select;
+ while(select = selects.iterateNext()) {
+ post = post+"&"+select.name+"="+escape(select.options[select.selectedIndex].value);
+ }
+
+ for each(var hdl in hdls) {
+ post += "&hdl="+escape(hdl);
+ }
+ post = post.substr(1);
+
+ Zotero.Utilities.HTTP.doPost("http://global.factiva.com/pps/default.aspx?pp=XML", post, function(text) {
+ // Remove xml parse instruction and doctype
+ text = text.replace(/<!DOCTYPE[^>]*>/, "").replace(/<\?xml[^>]*\?>/, "");
+ // kill the XML namespace, too, because we have no way of knowing what it will be, which presents a problem
+ text = text.replace(/<ppsArticleResponse xmlns="[^"]+">/, "<ppsArticleResponse>");
+ // kill hlt tags; they just make parsing harder
+ text = text.replace(/<\/?hlt>/g, "");
+ var xml = new XML(text);
+
+ // loop through articles
+ for each(var ppsarticle in xml[0]..ppsarticle) {
+ var article = ppsarticle.article;
+ var newItem = new Zotero.Item("newspaperArticle");
+
+ newItem.title = Zotero.Utilities.cleanString(article.headline.paragraph.text().toString());
+ newItem.publicationTitle = Zotero.Utilities.cleanString(article.sourceName.text().toString());
+ for each(var tag in article..name) {
+ newItem.tags.push(tag.text().toString());
+ }
+ newItem.date = Zotero.Utilities.formatDate(Zotero.Utilities.strToDate(article.publicationDate.date.text().toString()));
+ if(article.byline.length()) {
+ var byline = Zotero.Utilities.cleanString(article.byline.text().toString().replace(/By/i, ""));
+ var authors = byline.split(/ (?:\&|and) /i);
+ for each(var author in authors) {
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(author, "author"));
+ }
+ }
+ newItem.section = article.sectionName.text().toString();
+ newItem.edition = article.edition.text().toString();
+
+ if(article.pages.length()) {
+ newItem.pages = "";
+ for each(var page in article.pages.page) {
+ newItem.pages += ","+page.text().toString();
+ }
+ newItem.pages = newItem.pages.substr(1);
+ }
+
+ var m = article.volume.text().toString().match(/ISSN[:\s]*([\-0-9]{8,9})/i);
+ if(m) newItem.ISSN = m[1];
+
+ newItem.complete();
+ }
+
+ Zotero.done();
+ });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('82174f4f-8c13-403b-99b2-affc7bc7769b', '1.0.0b3.r1', '', '2007-03-28 00:45:00', '1', '100', '4', 'Cambridge Scientific Abstracts', 'Simon Kornblith', 'https?://[^/]+/ids70/(?:results.php|view_record.php)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if(url.indexOf("/results.php") != -1) {
+ var type = doc.evaluate(''//td[@class="rt_tab_on"]'', doc, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().textContent;
+
+ if(type.substr(0, 15) == "Published Works") {
+ return "multiple";
+ }
+ } else {
+ // default to journal
+ var itemType = "journalArticle";
+
+ var type = doc.evaluate(''//tr[td[1][@class="data_heading"]/text() = "Publication Type"]/td[3]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(type) {
+ type = Zotero.Utilities.cleanString(type.textContent);
+ if(type == "Book Chapter") {
+ return "bookSection";
+ } else if(type.substr(0, 4) == "Book") {
+ return "book";
+ } else if(type.substr(0, 12) == "Dissertation") {
+ return "thesis";
+ } else if(type == "Catalog") {
+ return "magazineArticle";
+ }
+ }
+ return "journalArticle";
+ }
+
+ return false;
+}',
+'function scrape(doc) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var itemType = "journalArticle";
+
+ var type = doc.evaluate(''//tr[td[1][@class="data_heading"]/text() = "Publication Type"]/td[3]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(type) {
+ type = Zotero.Utilities.cleanString(type.textContent);
+ if(type == "Book Chapter") {
+ itemType = "bookSection";
+ } else if(type.substr(0, 4) == "Book") {
+ itemType = "book";
+ } else if(type.substr(0, 12) == "Dissertation") {
+ itemType = "thesis";
+ } else if(type == "Catalog") {
+ itemType = "magazineArticle";
+ }
+ }
+
+ var newItem = new Zotero.Item(itemType);
+
+ newItem.attachments = [{document:doc, title:"Cambridge Scientific Abstracts Snapshot"}];
+ newItem.title = Zotero.Utilities.cleanString(doc.evaluate(''//tr/td[3][@class="data_emphasis"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext().textContent);
+
+ var dataRows = doc.evaluate(''//tr[td[3][@class="data_content"]]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var dataRow;
+ while(dataRow = dataRows.iterateNext()) {
+ var tds = dataRow.getElementsByTagName("td");
+ var heading = Zotero.Utilities.cleanString(tds[0].textContent).toLowerCase();
+ var content = Zotero.Utilities.cleanString(tds[2].textContent);
+
+ if(heading == "database") {
+ newItem.repository = "Cambridge Scientific Abstracts ("+content+")";
+ } else if(heading == "author") {
+ var authors = content.split("; ");
+ for each(var author in authors) {
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(author, "author", true));
+ }
+ } else if(heading == "source") {
+ if(itemType == "journalArticle") {
+ var parts = content.split(",");
+ newItem.publicationTitle = parts.shift();
+
+ var last = parts.pop();
+ var m = last.match(/([0-9]+)\(([0-9]+)\):([0-9]+)$/);
+ if(m) {
+ newItem.volume = m[1];
+ newItem.issue = m[2];
+ newItem.pages = m[3];
+ }
+
+ var volMatch = /vol\.? ([0-9]+)/i;
+ var noMatch = /no\.? ([0-9]+)/i;
+ var ppMatch = /pp\.? ([\-0-9]+)/i;
+
+ for each(var part in parts) {
+ var m = volMatch.exec(part);
+ if(m) {
+ newItem.volume = m[1];
+ } else {
+ var m = noMatch.exec(part);
+ if(m) {
+ newItem.issue = m[1];
+ } else {
+ var m = ppMatch.exec(part);
+ if(m) {
+ newItem.pages = m[1];
+ }
+ }
+ }
+ }
+ } else if(itemType == "book") {
+ var m = content.match(/^([^:]+): ([^,0-9]+)/);
+ if(m) {
+ newItem.place = m[1];
+ newItem.publisher = m[2];
+ }
+ } else if(itemType == "bookSection") {
+ if(content.length > newItem.publicationTitle.length
+ && content.substr(0, newItem.publicationTitle.length) == newItem.publicationTitle) {
+ var m = content.match(/\)\. ([^:]+): ([^,0-9]+)/);
+ if(m) {
+ newItem.place = m[1];
+ newItem.publisher = m[2];
+ }
+ var m = content.match(/\(pp. ([\-0-9]+)\)/);
+ if(m) newItem.pages = m[1];
+ }
+ }
+ } else if(heading == "monograph title") {
+ newItem.publicationTitle = content;
+ } else if(heading == "series title") {
+ newItem.series = content;
+ } else if(heading == "issn") {
+ newItem.ISSN = content;
+ } else if(heading == "isbn") {
+ newItem.ISBN = content;
+ } else if(heading == "abstract") {
+ newItem.abstractNote = content;
+ } else if(heading == "notes") {
+ newItem.extra = content;
+ } else if(heading == "publication year") {
+ if(!newItem.date) newItem.date = content;
+ } else if(heading == "information provider") {
+ if(content.substr(0, 19) == "http://dx.doi.org/") {
+ newItem.DOI = content.substr(19);
+ }
+ } else if(heading == "journal volume") {
+ newItem.volume = content;
+ } else if(heading == "journal pages") {
+ newItem.pages = content;
+ } else if(heading == "journal issue") {
+ newItem.issue = content;
+ } else if(heading == "affiliation") {
+ if(newItem.itemType == "thesis") {
+ newItem.publisher = content;
+ }
+ }
+ }
+
+ var terms = doc.evaluate(''//input[substring(@name, 1, 4) = "term"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var term;
+ while(term = terms.iterateNext()) {
+ newItem.tags.push(term.value.replace(/ [0-9]{3,}$/, ""));
+ }
+
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ if(url.indexOf("/results.php") != -1) {
+ var items = Zotero.Utilities.getItemArray(doc, doc, ''/view_record\.php\?'', ''^(?:View Record|More\.{3})$'');
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var urls = new Array();
+ for(var url in items) {
+ urls.push(url);
+ }
+
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done() })
+ Zotero.wait();
+ } else {
+ scrape(doc);
+ }
+}');
+
+REPLACE INTO translators VALUES ('e78d20f7-488-4023-831-dfe39679f3f', '1.0.0b3.r1', '', '2007-03-24 22:20:00', '1', '100', '4', 'ACM', 'Simon Kornblith', '^https?://portal\.acm\.org[^/]*/(?:results\.cfm|citation\.cfm)',
+'function detectWeb(doc, url) {
+ if(url.indexOf("/results.cfm") != -1) {
+ var items = Zotero.Utilities.getItemArray(doc, doc, ''^https?://[^/]+/citation.cfm\\?[^#]+$'');
+ // hack to return multiple if there are items
+ for(var i in items) {
+ return "multiple";
+ }
+ } else {
+ var onClick = doc.evaluate(''//a[substring(text(), 5, 7) = "EndNote"]'', doc, null, XPathResult.ANY_TYPE,
+ null).iterateNext().getAttribute("onClick");
+ if(onClick.match("proceeding.article")) {
+ return "conferencePaper";
+ } else {
+ return "journalArticle";
+ }
+ }
+}',
+'var urls = new Array();
+
+// this handles sequential loading, since first we need to process a document (to get the abstract), then
+// get the Refer metadata, then process the next document, etc.
+function getNext() {
+ if(urls.length) {
+ var url = urls.shift();
+ Zotero.Utilities.processDocuments([url], function(doc) { scrape(doc); });
+ } else {
+ Zotero.done();
+ }
+}
+
+function scrape(doc) {
+ var onClick = doc.evaluate(''//a[substring(text(), 5, 7) = "EndNote"]'', doc, null, XPathResult.ANY_TYPE,
+ null).iterateNext().getAttribute("onClick");
+ var m = onClick.match(/''([^'']+)''/);
+
+ var abstract = doc.evaluate(''//div[@class="abstract"]/p[@class="abstract"]'', doc, null,
+ XPathResult.ANY_TYPE, null).iterateNext();
+ if(abstract) abstract = Zotero.Utilities.cleanString(abstract.textContent);
+
+ var snapshot = doc.location.href;
+
+ var attachments = new Array();
+ var url;
+ var typeLinks = doc.evaluate(''//td[@class="smaller-text"]/a[img]'', doc, null,
+ XPathResult.ANY_TYPE, null);
+ var typeLink;
+ while(typeLink = typeLinks.iterateNext()) {
+ var linkText = typeLink.textContent.toLowerCase();
+ if(linkText == "pdf") {
+ attachments.push({title:"ACM Full Text PDF", mimeType:"application/pdf", url:typeLink.href});
+ url = typeLink.href;
+ } else if(linkText == "html") {
+ url = snapshot = typeLink.href;
+ }
+ }
+
+ attachments.push({title:"ACM Snapshot", mimeType:"text/html", url:snapshot});
+
+ var keywords = new Array();
+ var keywordLinks = doc.evaluate(''//p[@class="keywords"]/a'', doc, null,
+ XPathResult.ANY_TYPE, null);
+ var keywordLink;
+ while(keywordLink = keywordLinks.iterateNext()) {
+ keywords.push(keywordLink.textContent.toLowerCase());
+ }
+
+ Zotero.Utilities.HTTP.doGet("http://portal.acm.org/"+m[1], function(text) {
+ var m = text.split(/<\/?pre[^>]*>/ig);
+ var text = m[1];
+
+ // load Refer translator
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("881f60f2-0802-411a-9228-ce5f47b64c7d");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ if(abstract) item.abstractNote = abstract;
+ item.attachments = attachments;
+ item.tags = keywords;
+ item.type = undefined;
+ item.complete();
+ });
+ translator.translate();
+
+ getNext();
+ });
+}
+
+function doWeb(doc, url) {
+ if(url.indexOf("/results.cfm") != -1) {
+ var items = Zotero.Utilities.getItemArray(doc, doc, ''^https?://[^/]+/citation.cfm\\?[^#]+$'');
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ for(var url in items) {
+ urls.push(url);
+ }
+
+ getNext();
+ } else {
+ scrape(doc);
+ }
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('21ad38-3830-4836-aed7-7b5c2dbfa740', '1.0.0b3.r1', '', '2007-01-10 05:00:00', '1', '100', '4', 'ISI Web of Knowledge', 'Simon Kornblith', '^https?://[^/]+/(?:[^/]+/CIW\.cgi|portal\.cgi)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ // require a link to Thomson at the bottom, to weed out other CGIs that
+ // happen to be called CIW.cgi
+ if(!doc.evaluate(''//p[@class="copyright"]/a[@href="http://www.thomson.com/scientific/scientific.jsp"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return false;
+ }
+
+ if(doc.title.substr(0, 11) == "Full Record") {
+ return "journalArticle";
+ } else if(doc.title.substr(0, 14) == "Search Results") {
+ return "multiple";
+ }
+
+ return false;
+}',
+'function query(formAction, post, docOrUrls, done) {
+ post = post.substr(1)+"&fields=FullNoCitRef";
+
+ Zotero.Utilities.HTTP.doPost(formAction, post, function(text) {
+ var m = text.match(/<a href="(uml_view.cgi[^"]+)">/);
+ var newURL = "http://portal.isiknowledge.com/uml/"+m[1];
+ Zotero.Utilities.HTTP.doGet(newURL, function(text) {
+ var lines = text.split("\n");
+
+ var fieldRe = /^[A-Z0-9]{2}(?: |$)/;
+ var field, content, item, authors;
+
+ for each(var line in lines) {
+ if(fieldRe.test(line)) {
+ if(item && field && content) {
+ if(field == "AF") {
+ // returns need to be processed separately when dealing with authors
+ authors = content;
+ } else if(field == "AU" && !authors) {
+ authors = content;
+ } else {
+ content = content.replace(/\n/g, " ");
+ if(field == "TI") {
+ item.title = content;
+ } else if(field == "SO") {
+ item.publicationTitle = content;
+ } else if(field == "DE" || field == "ID" || field == "SC") {
+ item.tags = item.tags.concat(content.split("; "));
+ } else if(field == "AB") {
+ item.abstractNote = content;
+ } else if(field == "PB") {
+ item.publisher = content;
+ } else if(field == "PI") {
+ item.place = content;
+ } else if(field == "SN") {
+ item.ISSN = content;
+ } else if(field == "JI") {
+ item.journalAbbreviation = content;
+ } else if(field == "PD") {
+ if(item.date) {
+ item.date = content+" "+item.date;
+ } else {
+ item.date = content;
+ }
+ } else if(field == "PY") {
+ if(item.date) {
+ item.date += " "+content;
+ } else {
+ item.date = content;
+ }
+ } else if(field == "VL") {
+ item.volume = content;
+ } else if(field == "IS") {
+ item.issue = content;
+ } else if(field == "BP") {
+ item.pages = content;
+ } else if(field == "EP") {
+ if(!item.pages) {
+ item.pages = content;
+ } else if(item.pages != content) {
+ item.pages += "-"+content;
+ }
+ }
+ }
+ }
+
+ var field = line.substr(0, 2);
+ var content = Zotero.Utilities.cleanString(line.substr(3));
+ if(field == "PT") {
+ // theoretically, there could be book types, but I don''t know what the codes
+ // are and Thomson is unlikely to help me figure that out
+ item = new Zotero.Item("journalArticle");
+ if(docOrUrls.location) {
+ item.attachments = [{title:"ISI Web of Science Snapshot", document:docOrUrls}];
+ } else {
+ item.attachments = [{title:"ISI Web of Science Snapshot", url:docOrUrls.shift(), mimeType:"text/html"}];
+ }
+ field = content = undefined;
+ } else if(field == "ER") {
+ if(authors) {
+ authors = authors.split("\n");
+ for each(var author in authors) {
+ item.creators.push(Zotero.Utilities.cleanAuthor(author, "author", true));
+ }
+ }
+
+ item.complete();
+ item = field = content = authors = undefined;
+ }
+ } else {
+ content += "\n"+Zotero.Utilities.cleanString(line);
+ }
+ }
+
+ if(done) {
+ done();
+ } else {
+ Zotero.done();
+ }
+ });
+ });
+}
+
+function crossSearchFetch(services, SID) {
+ // if we''ve fetched everything, we''re done
+ if(!services.length) {
+ Zotero.done();
+ return;
+ }
+ var service = services.shift();
+ Zotero.debug(service);
+
+ // execute requests
+ var post = "&SID="+SID+"&all_summary_UTs="+service.items.join("%3B");
+
+ // add marked_list_candidates
+ var i = 1;
+ for each(var marked_list_candidate in service.items) {
+ post += "&marked_list_candidates="+marked_list_candidate+"%2F"+i;
+ }
+ post += "&mark_selection=selected_records&Export.x=10&Export.y=10";
+
+ // do query
+ query(service.URL, post, service.itemURLs, function() { crossSearchFetch(services, SID) });
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var post = "";
+
+ // get hidden fields to add to post string
+ var hiddenFields = doc.evaluate(''//input[@type="hidden"]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var hiddenField;
+ while(hiddenField = hiddenFields.iterateNext()) {
+ post += "&"+hiddenField.name+"="+encodeURIComponent(hiddenField.value);
+ }
+
+ if(doc.title.substr(0, 14) == "Search Results") {
+ var items = new Array();
+ var links = new Array();
+ var tableRow;
+
+ if(url.indexOf("/portal.cgi") != -1 || url.indexOf("/XS/CIW.cgi") != -1) {
+ // CrossSearch
+ var tableRows = doc.evaluate(''//tr[td/span/input[@name="marked_list_candidates"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ while(tableRow = tableRows.iterateNext()) {
+ var id = tableRow.getElementsByTagName("input")[0].value;
+
+ items[id] = tableRow.getElementsByTagName("b")[0].textContent;
+
+ var linkList = tableRow.getElementsByTagName("a");
+ for each(var link in linkList) {
+ if(link.href && link.href.indexOf("&Func=TransferToPublisher&") != -1) {
+ links[id] = link.href;
+ break;
+ }
+ }
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var serviceRe = /^(https?:\/\/[^\/]+\/).*%26SrcAuth%3D([^%]+)%26/;
+ var queries = new Object();
+ var urls = new Object();
+
+ // contains an array of service objects with service, URL, itemURLs, and items properties
+ var services = new Array();
+
+ // build up object of request URL => [marked_list_candidates]
+ for(var id in items) {
+ var foundService = null;
+
+ var m = serviceRe.exec(links[id]);
+ for each(var service in services) {
+ if(service.service == m[2]) {
+ foundService = service;
+ break;
+ }
+ }
+
+ if(!foundService) {
+ foundService = new Object();
+ foundService.service = m[2];
+ foundService.URL = m[1]+m[2]+"/CIW.cgi";
+ foundService.itemURLs = new Array();
+ foundService.items = new Array();
+ services.push(foundService);
+ }
+
+ foundService.items.push(id.substr(id.indexOf(":")+1));
+ foundService.itemURLs.push(links[id]);
+ }
+
+ var SID = doc.getElementsByName("SID")[0].value;
+ crossSearchFetch(services, SID);
+ } else {
+ var tableRows = doc.evaluate(''//tr[td/input[@name="marked_list_candidates"]]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ while(tableRow = tableRows.iterateNext()) {
+ var id = tableRow.getElementsByTagName("input")[0].value;
+ var link = tableRow.getElementsByTagName("a")[0];
+ items[id] = link.textContent;
+ links[id] = link.href;
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var urls = new Array();
+ for(var code in items) {
+ post += "&marked_list_candidates="+encodeURIComponent(code);
+ urls.push(links[id]);
+ }
+ post += "&mark_selection=selected_records&Export.x=10&Export.y=10";
+
+ // get form action
+ var formAction = doc.getElementsByTagName("form")[0].action;
+ // run query
+ query(formAction, post, urls);
+ }
+ } else {
+ post += "&ExportOne.x=10&ExportOne.y=10"
+
+ // get form action
+ var formAction = doc.getElementsByTagName("form")[0].action;
+ // run query
+ query(formAction, post, doc);
+ }
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('84564450-d633-4de2-bbcc-451ea580f0d6', '1.0.0b3.r1', '', '2007-03-28 20:00:00', '1', '100', '4', 'Gale Literature Resource Center', 'Simon Kornblith', '^https?://[^/]+/servlet/LitRC?(?:|.*&)srchtp=(?:adv)?mla(?:&|$)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if(doc.title.length <= 33 || doc.title.substr(0, 33) != "Literature Resource Center -- MLA") return false;
+
+ if(url.indexOf("docNum=") != -1) { // article;
+ return "journalArticle";
+ } else if(doc.evaluate(''//tr[td/span[@class="stndxtralead"]]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ }
+
+ return false;
+}',
+'function extractCitation(type, citation) {
+ type = Zotero.Utilities.cleanString(type).toLowerCase();
+ citation = Zotero.Utilities.cleanString(citation);
+
+ if(type == "book article") {
+ var item = new Zotero.Item("bookSection");
+ } else if(type == "book" || type == "book collection") {
+ var item = new Zotero.Item("book");
+ } else if(type == "dissertation abstract") {
+ var item = new Zotero.Item("thesis");
+ } else {
+ var item = new Zotero.Item("journalArticle");
+ }
+
+ var m;
+ if(item.itemType == "journalArticle" || item.itemType == "thesis") {
+ m = citation.match(/^(.+)\. "([^"]+)" (.+), ([0-9\:]*) ?\(([^\)]+)\)(?:, (?:pp\. ([\-0-9]+)|([\-0-9A-Z]+)))?/);
+ if(!m) return false;
+
+ item.publicationTitle = m[3];
+ var parts = m[4].split(":");
+ if(parts.length == 2) {
+ item.volume = parts[0];
+ item.issue = parts[1];
+ } else {
+ item.issue = m[4];
+ }
+ item.date = m[5];
+ item.pages = m[6] ? m[6] : m[7];
+ } else if(item.itemType == "book") {
+ m = citation.match(/^(.+)\. "([^"]+)" ([^:]+): ([^,]+), ([0-9]{4})\..*?(?:([0-9]+) pp\.)/);
+ if(!m) return false;
+
+ item.place = m[3];
+ item.publisher = m[4];
+ item.date = m[5];
+ item.pages = m[6];
+ } else if(item.itemType == "bookSection") {
+ m = citation.match(/^(.+)\. "([^"]+)" pp\. ([\-0-9]+)\. (?:((?:[^\.]*|\([^\)]+\)| [A-Z]\.)*)\.)? ([^\(\)]+). ([^:]+): ([^,]+), ([0-9]{4})/);
+ if(!m) return false;
+
+ Zotero.debug(m);
+
+ item.pages = m[3];
+ var bookAuthors = m[4].split(" and ");
+ for each(var bookAuthor in bookAuthors) {
+ var n = bookAuthor.match(/^([^,]+), ([^\(]+)(?: \(([^\)]+)\)?)?$/);
+ if(n) {
+ var type = (n[3] && n[3].toLowerCase().indexOf("ed.") != -1) ? "editor" : "author";
+ item.creators.push({lastName:n[1], firstName:n[2], creatorType:type})
+ }
+ }
+ item.publicationTitle = m[5];
+ item.place = m[6];
+ item.publisher = m[7];
+ item.date = m[8];
+ }
+
+ // add creators
+ var creators = m[1].split("; ");
+ for each(var creator in creators) {
+ item.creators.push(Zotero.Utilities.cleanAuthor(creator, "author", true));
+ }
+ if(m[2][m[2].length-1] == ".") {
+ item.title = m[2].substr(0, m[2].length-1);
+ } else {
+ item.title = m[2];
+ }
+
+ return item;
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var uri = doc.location.href;
+ if(url.indexOf("docNum=") != -1) { // article;
+ var citation = doc.evaluate(''//td[b/text() = "Source Database:"] | //td[*/b/text() = "Source Database:"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext().innerHTML;
+
+ // ugh
+ var parts = citation.split(/<\/CENTER>/i);
+ var citation = parts[parts.length-1];
+ citation = citation.replace(/<script[^>]*>(?:.|[\r\n])*<\/script>/gi, "");
+ citation = citation.replace(/<a[^>]*>(?:.|[\r\n])*<\/a>/gi, "");
+
+ // big enormous hack, but it works
+ var span = doc.createElement("span");
+ span.innerHTML = citation;
+ citation = span.textContent;
+
+ var citeM = citation.match(/^\s*([^\n]+)/);
+ var subjectM = citation.match(/Subject Terms:\s+([^\n]+)/);
+ var typeM = citation.match(/Document Type:\s+([^\n]+)/);
+ var issnM = citation.match(/ISSN:\s+([^\n]+)/);
+
+ var item = extractCitation(typeM[1], citeM[1]);
+ item.tags = subjectM[1].split("; ");
+
+ if(issnM) item.ISSN = issnM[1];
+
+ item.complete();
+ } else { // search results
+ var items = new Array();
+
+ var tableRows = doc.evaluate(''//tr[td/span[@class="stndxtralead"]]'', doc, nsResolver,
+ XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+ // Go through table rows
+ for(var i=0; i<tableRows.snapshotLength; i++) {
+ items[i] = doc.evaluate(''./td/span[@class="stndxtralead"]//a'', tableRows.snapshotItem(i),
+ nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ items[i] = items[i].substring(1, items[i].length-1);
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true
+
+ for(var i in items) {
+ var tableRow = tableRows.snapshotItem(i);
+
+ var type = doc.evaluate(''./td[3]/span[@class="stndxtralead"]'', tableRow, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ var citation = doc.evaluate(''./td/span[@class="stndxtralead"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+
+ var item = extractCitation(type, citation);
+ if(!item) continue;
+
+ var terms = doc.evaluate(''.//span[@class="mlasubjects"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(terms) {
+ // chop off "[Subject Terms: " and "]"
+ terms = terms.textContent;
+ terms = terms.substring(16, terms.length-2);
+ item.tags = terms.split("; ");
+ }
+
+ item.complete();
+ }
+ }
+}');
+
+REPLACE INTO translators VALUES ('5eacdb93-20b9-4c46-a89b-523f62935ae4', '1.0.0b3.r1', '', '2007-06-13 01:00:00', '1', '100', '4', 'HighWire', 'Simon Kornblith', '^http://[^/]+/(?:cgi/searchresults|cgi/search|cgi/content/(?:abstract|full|short|summary)|current.dtl$|content/vol[0-9]+/issue[0-9]+/(?:index.dtl)?$)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if(doc.title.indexOf(" -- Search Result") != -1 ||
+ doc.title == "Science/AAAS | Search Results") {
+ if(doc.evaluate(''//table/tbody/tr[td/input[@type="checkbox"][@name="gca"]]'', doc,
+ nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) return "multiple";
+ } else if(doc.title.indexOf(" -- Table of Contents") != -1||
+ doc.title == "Science/AAAS | Science Magazine Search Results") {
+ if(doc.evaluate(''//form/dl'', doc, nsResolver, XPathResult.ANY_TYPE,null).iterateNext()) return "multiple";
+ } else {
+ if(doc.evaluate(''//a[substring(@href, 1, 16) = "/cgi/citmgr?gca="]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext()) return "journalArticle";
+ }
+
+ return false;
+}',
+'function handleRequests(requests) {
+ if(requests.length == 0) {
+ Zotero.done();
+ return;
+ }
+
+ var request = requests.shift();
+ var URL = request.baseURL+request.args;
+
+ Zotero.Utilities.HTTP.doGet(URL, function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ if(item.notes[0]) {
+ item.DOI = item.notes[0].note;
+ item.notes = new Array();
+ }
+
+ item.attachments = new Array();
+ var snapshot = request.snapshots.shift();
+ var pdf = request.pdfs.shift();
+ if(snapshot) {
+ if(typeof(snapshot) == "string") {
+ // string snapshot (from search)
+ item.attachments.push({title:"HighWire Snapshot", mimeType:"text/html", url:snapshot});
+ } else {
+ // document object
+ item.attachments.push({title:"HighWire Snapshot", document:snapshot});
+ }
+ }
+ if(pdf) {
+ var m = pdf.match(/^[^?]+/);
+ item.attachments.push({title:"HighWire Full Text PDF", mimeType:"application/pdf", url:m[0]+".pdf"});
+ }
+
+ item.complete();
+ });
+ translator.translate();
+
+ handleRequests(requests);
+ });
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var requests = new Array();
+ var hostRe = /https?:\/\/[^\/]+/;
+
+ var isSearch = doc.title.indexOf("Search Result") != -1
+ var isTOC = doc.title.indexOf(" -- Table of Contents") != -1;
+ var isScience = doc.title.indexOf("Science Magazine Search Results") != -1;
+ if(isSearch || isTOC) {
+ // search page
+ var items = new Object();
+ var snapshots = new Object();
+ var pdfs = new Object();
+
+ if(isTOC) {
+ var gcaRe = /^https?:\/\/[^\/]+\/cgi\/reprint\/([0-9]+\/[0-9]+\/[0-9]+)/;
+ var tableRows = doc.evaluate(''//form/dl'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ } else if(isScience) {
+ var tableRows = doc.evaluate(''//form/dl/dd'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var tableDTs = doc.evaluate(''//form/dl/dt'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ } else {
+ var tableRows = doc.evaluate(''//table/tbody/tr[td/input[@type="checkbox"]][td/font/strong]'', doc,
+ nsResolver, XPathResult.ANY_TYPE, null);
+ }
+
+ var tableRow, link;
+ while(tableRow = tableRows.iterateNext()) {
+ var snapshot = undefined;
+ var pdf = undefined;
+
+ if(isTOC) {
+ var title = doc.evaluate(''.//strong'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+
+ var links = doc.evaluate(''.//a'', tableRow, nsResolver, XPathResult.ANY_TYPE, null);
+ while(link = links.iterateNext()) {
+ // prefer Full Text snapshots, but take abstracts
+ if(link.textContent == "[Abstract]") {
+ if(!snapshot) snapshot = link.href;
+ } else if (link.textContent == "[Full Text]") {
+ snapshot = link.href;
+ } else if(link.textContent == "[PDF]") {
+ pdf = link.href;
+ var m = gcaRe.exec(link.href);
+ var gca = m[1];
+ }
+ }
+ } else {
+ if(isScience) {
+ var tableDT = tableDTs.iterateNext();
+ var gca = doc.evaluate(''./input[@type="checkbox"]'', tableDT, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var title = doc.evaluate(''./label'', tableDT, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ } else {
+ var gca = doc.evaluate(''./td/input[@type="checkbox"]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().value;
+ var title = doc.evaluate(''./td/font/strong'', tableRow, nsResolver, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+ if(title.snapshotItem(0).textContent.toUpperCase() == title.snapshotItem(0).textContent) {
+ title = title.snapshotItem(1).textContent;
+ } else {
+ title = title.snapshotItem(0).textContent;
+ }
+ }
+
+ var links = doc.evaluate(''.//a'', tableRow, nsResolver, XPathResult.ANY_TYPE, null);
+ while(link = links.iterateNext()) {
+ // prefer Full Text snapshots, but take abstracts
+ var textContent = Zotero.Utilities.cleanString(link.textContent);
+ if((textContent.substr(0, 8) == "Abstract" && !snapshot) || textContent.substr(0, 9) == "Full Text") {
+ snapshot = link.href;
+ } else if(textContent.substr(0, 3) == "PDF") {
+ pdf = link.href;
+ }
+ }
+ }
+
+ snapshots[gca] = snapshot;
+ pdfs[gca] = pdf;
+
+ items[gca] = Zotero.Utilities.cleanString(title);
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var requests = new Array();
+ for(var gca in items) {
+ var m = hostRe.exec(pdfs[gca]);
+ var baseURL = m[0]+"/cgi/citmgr?type=refman";
+
+ var thisRequest = null;
+ for each(var request in requests) {
+ if(request.baseURL == baseURL) {
+ thisRequest = request;
+ break;
+ }
+ }
+
+ if(!thisRequest) {
+ thisRequest = new Object();
+ thisRequest.snapshots = new Array();
+ thisRequest.pdfs = new Array();
+ thisRequest.args = "";
+ thisRequest.baseURL = baseURL;
+ requests.push(thisRequest);
+ }
+
+ thisRequest.snapshots.push(snapshots[gca]);
+ thisRequest.pdfs.push(pdfs[gca]);
+ thisRequest.args += "&gca="+gca;
+ }
+ } else {
+ var baseURL = doc.evaluate(''//a[substring(@href, 1, 16) = "/cgi/citmgr?gca="]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext().href;
+ var pdf = doc.location.href.replace(/\/content\/[^\/]+\//, "/reprint/");
+ Zotero.debug(pdf);
+ var requests = [{baseURL:baseURL, args:"&type=refman", snapshots:[doc], pdfs:[pdf]}];
+ }
+
+ handleRequests(requests);
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('a354331-981b-43de-a61-bc26dd1be3a9', '1.0.0b3.r1', '', '2007-03-24 22:20:00', '1', '100', '4', 'AMS MathSciNet', 'Simon Kornblith', '^https?://www\.ams\.org[^/]*/mathscinet/search/(?:publications\.html|publdoc\.html)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var tableRows = doc.evaluate(''//div[@id="content"]/form/div[@class="headline"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ if(tableRows.iterateNext()) {
+ return "multiple"
+ } else if(doc.evaluate(''//div[@id="titleSeparator"]/div[@class="navbar"]/span[@class="PageLink"]/a[text() = "Up"]'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null)) {
+ return "journalArticle";
+ }
+
+ return false;
+}',
+'function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var pub = "http://www.ams.org/mathscinet/search/publications.html?fmt=bibtex";
+
+ var tableRows = doc.evaluate(''//div[@id="content"]/form/div[@class="headline"]'', doc, nsResolver,
+ XPathResult.ANY_TYPE, null);
+ var tableRow = tableRows.iterateNext();
+ if(tableRow) {
+ // search page
+ var items = new Object();
+ var links = new Object();
+
+ do {
+ var id = doc.evaluate(''.//input[@type="checkbox"]'', tableRow, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext().value;
+ items[id] = doc.evaluate(''./div[@class="headlineText"]/span[@class="title"]'', tableRow, nsResolver,
+ XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ links[id] = doc.evaluate(''.//a'', tableRow, nsResolver, XPathResult.ANY_TYPE,
+ null).iterateNext().href;
+ } while(tableRow = tableRows.iterateNext())
+
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var docLinks = new Array();
+ for(var id in items) {
+ pub += "&b="+id;
+ docLinks.push(links[id]);
+ }
+ } else {
+ var MR = doc.evaluate(''//div[@id="content"]/div[@class="doc"]/div[@class="headline"]/strong'',
+ doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ pub += "&b="+MR.replace(/^MR0*/, "");
+ }
+
+ Zotero.Utilities.HTTP.doGet(pub, function(text) {
+ var m = text.match(/<pre>(?:.|[\r\n])*?<\/pre>/g);
+ var bibTeXString = "";
+ for each(var citation in m) {
+ // kill pre tags
+ citation = citation.substring(5, citation.length-6);
+ bibTeXString += citation;
+ }
+
+ // import using BibTeX
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("9cb70025-a888-4a29-a210-93ec52da40d4");
+ translator.setString(bibTeXString);
+ translator.setHandler("itemDone", function(obj, item) {
+ if(docLinks) {
+ item.attachments.push({title:"MathSciNet Snapshot", url:docLinks.shift(), mimeType:"text/html"});
+ } else {
+ item.attachments.push({title:"MathSciNet Snapshot", document:doc});
+ }
+
+ item.complete();
+ });
+ translator.translate();
+
+ Zotero.done();
+ });
+}');
+
+REPLACE INTO translators VALUES ('938ebe32-2b2e-4349-a5b3-b3a05d3de627', '1.0.0b3.r1', '', '2007-09-18 07:10:00', '1', '100', '4', 'ACS Publications', 'Sean Takats', '[^/]*/(?:wls/journals/query/subscriberResults\.html|acs/journals/toc.page|cgi-bin/(?:article|abstract|sample).cgi/[^/]+/[0-9]+/[0-9]+/i[0-9]+/(?:html|abs)/[^\.]+.html)',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if(doc.evaluate(''//input[@name="jid"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ } else if (doc.evaluate(''//jid'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "journalArticle";
+ }
+ return false;
+}',
+'function handleRequests(requests, pdfs) {
+ if(requests.length == 0) {
+ Zotero.done();
+ return;
+ }
+
+ var request = requests.shift();
+
+ Zotero.Utilities.HTTP.doGet("http://pubs.acs.org/wls/journals/citation2/Citation?"+request.jid, function() {
+ Zotero.Utilities.HTTP.doPost("http://pubs.acs.org/wls/journals/citation2/Citation",
+ "includeAbstract=citation-abstract&format=refmgr&submit=1&mode=GET", function(text) {
+ // load translator for RIS
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("32d59d2d-b65a-4da4-b0a3-bdd3cfb979e7");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ var pdf = pdfs.shift();
+ if(pdf) {
+ item.attachments.push({
+ title:"ACS Full Text PDF",
+ url:pdf, mimeType:"application/pdf"
+ });
+ }
+ item.complete();
+ });
+ translator.translate();
+
+ handleRequests(requests);
+ });
+ });
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var pdfs = new Array();
+ var requests = new Array();
+
+ var jids = doc.evaluate(''//tr[td//input[@name="jid"]]'',doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var jid = jids.iterateNext();
+ if(jid) {
+ // search page
+ var items = new Array();
+ var titles = doc.evaluate(''//form[@name="citationSelect"]//tbody/tr[1]//span[@class="textbold"][1]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var jids = doc.evaluate(''//form[@name="citationSelect"]//input[@name="jid"]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var links = doc.evaluate(''//form[@name="citationSelect"]//tbody/tr[2]//a[@class="link"]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var title;
+ var jid;
+ var id;
+ var link;
+ while ((title = titles.iterateNext()) && (jid = jids.iterateNext())){
+ id = jid.value
+ items[id] = Zotero.Utilities.cleanString(title.textContent);
+
+ var link = doc.evaluate(''../../..//a[substring(text(), 1, 3) = "PDF"]'', title, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if(link) {
+ links[id] = link.href.replace("searchRedirect.cgi", "article.cgi");
+ }
+ }
+
+ items = Zotero.selectItems(items);
+ if(!items) return true;
+
+ var getstring = "";
+ for(var i in items) {
+ getstring = getstring + "jid=" + encodeURIComponent(i) + "&";
+ pdfs.push(links[i]+"?sessid=");
+ }
+ Zotero.debug(getstring);
+ requests.push({jid:getstring});
+ } else {
+ // single page
+ var jid = doc.evaluate(''//jid'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ jid = jid.substr(jid.indexOf("/")+1);
+ var pdf = doc.evaluate(''/html/body/a[text()="[PDF version of this article]"]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (pdf) {
+ pdf = pdf.href;
+ pdf = pdf.replace("searchRedirect.cgi", "article.cgi");
+ pdfs.push(pdf+"?sessid=");
+ }
+ var requests = [{jid:"jid=" + encodeURIComponent(jid)}];
+ }
+
+ handleRequests(requests, pdfs);
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('72cb2536-3211-41e0-ae8b-974c0385e085', '1.0.0b4.r1', '', '2007-06-21 07:00:00', '0', '100', '4', 'ARTFL Encyclopedie', 'Sean Takats', '/cgi-bin/philologic31/(getobject\.pl\?c\.[0-9]+:[0-9]+\.encyclopedie|search3t\?dbname=encyclopedie0507)',
+'function detectWeb(doc, url) {
+ if (url.indexOf("getobject.pl") != -1){
+ return "encyclopediaArticle";
+ } else {
+ return "multiple";
+ }
+}',
+'function reconcileAuthor(author){
+ var authorMap = {
+ "Venel":"Venel, Gabriel-François",
+ "d''Aumont":"d''Aumont, Arnulphe",
+ "de La Chapelle":"de La Chapelle, Jean-Baptiste",
+ "Bourgelat":"Bourgelat, Claude",
+ "Dumarsais":"Du Marsais, César Chesneau",
+ "Mallet":"Mallet, Edme-François",
+ "Toussaint":"Toussaint, François-Vincent",
+ "Daubenton":"Daubenton, Louis-Jean-Marie",
+ "d''Argenville": "d''Argenville, Antoine-Joseph Desallier",
+ "Tarin":"Tarin, Pierre",
+ "Vandenesse":"de Vandenesse, Urbain",
+ "Blondel": "Blondel, Jacques-François",
+ "Le Blond":"Le Blond, Guillaume",
+ "Rousseau":"Rousseau, Jean-Jacques",
+ "Eidous":"Eidous, Marc-Antoine",
+ "d''Alembert":"d''Alembert, Jean le Rond",
+ "Louis":"Louis, Antoine",
+ "Bellin":"Bellin, Jacques-Nicolas",
+ "Diderot":"Diderot, Denis",
+ "Diderot1":"Diderot, Denis",
+ "Diderot2":"Diderot, Denis",
+ "de Jaucourt":"de Jaucourt, Chevalier Louis",
+ "Jaucourt":"de Jaucourt, Chevalier Louis",
+ "d''Holbach":"d''Holbach, Baron"
+ /* not yet mapped
+ Yvon
+ Forbonnais
+ Douchet and Beauzée
+ Boucher d''Argis
+ Lenglet Du Fresnoy
+ Cahusac
+ Pestré
+ Daubenton, le Subdélégué
+ Goussier
+ de Villiers
+ Barthès
+ Morellet
+ Malouin
+ Ménuret de Chambaud
+ Landois
+ Le Roy
+ */
+ }
+ if(authorMap[author]) {
+ author = authorMap[author];
+ }
+ // remove ARTFL''s trailing 5 for odd contributors (e.g. Turgot5)
+ if (author.substr(author.length-1, 1)=="5"){
+ author = author.substr(0, author.length-1);
+ }
+ return author;
+}
+
+function scrape (doc){
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+ var url = doc.location.href;
+ var newItem = new Zotero.Item("encyclopediaArticle");
+ var xpath = ''/html/body/div[@class="text"]/font'';
+ var titleElmt = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (titleElmt) {
+ var title = titleElmt.textContent;
+ } else {
+ xpath = ''/html/body/div[@class="text"]/b'';
+ var title = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ }
+ newItem.title = title;
+ newItem.encyclopediaTitle = "Encyclopédie, ou Dictionnaire raisonné des sciences, des arts et des métiers";
+ newItem.shortTitle = "Encyclopédie";
+ newItem.date = "1751-1772";
+ newItem.publisher = "Briasson";
+ newItem.place = "Paris";
+ newItem.url = url;
+
+ newItem.attachments.push({title:"ARTFL Snapshot", mimeType:"text/html", url:url, snapshot:true});
+
+ // get author and tags
+ var hostRegexp = new RegExp("^(https?://[^/]+)/");
+ var hMatch = hostRegexp.exec(url);
+ var host = hMatch[1];
+ var getString1 = "/cgi-bin/philologic31/search3t?dbname=encyclopedie0507&word=&dgdivhead=";
+ var getString2 = "&dgdivocauthor=&dgdivocplacename=&dgdivocsalutation=&dgdivocclassification=&dgdivocpartofspeech=&dgdivtype=&CONJUNCT=PHRASE&DISTANCE=3&PROXY=or+fewer&OUTPUT=conc&POLESPAN=5&KWSS=1&KWSSPRLIM=500";
+
+ Zotero.Utilities.HTTP.doGet(host+getString1+title+getString2, function(text){
+ var tagRe = new RegExp(''>''+title+''</a>[^\[]*\\[([^\\]]*)\]'', ''i'');
+ var m = tagRe.exec(text);
+ if(m[1] != "unclassified"){
+ var tagstring = m[1].replace("&", "&", "g");
+ var tags = tagstring.split(";")
+ for(var j in tags) {
+ newItem.tags.push(Zotero.Utilities.cleanString(tags[j]));
+ }
+ }
+ var authorRe = new RegExp(''>''+title+''</a>,([^,]*),'', "i");
+ var m = authorRe.exec(text);
+ var author = m[1];
+ author = Zotero.Utilities.cleanString(author);
+ // reconcile author
+ author = reconcileAuthor(author);
+ if (author!="NA"){ // ignore unknown authors
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(author, "author", true));
+ }
+ newItem.creators.push({firstName:"Denis", lastName:"Diderot", creatorType:"editor"});
+ newItem.creators.push({firstName:"Jean le Rond", lastName:"d''Alembert", creatorType:"editor"});
+ newItem.complete();
+ }, function() {Zotero.done();}, null);
+ Zotero.wait();
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ if (url.indexOf("getobject.pl") != -1){
+ // single article
+ scrape(doc);
+ } else {
+ //search page
+ var items = new Object();
+ var xpath = ''/html/body/div[@class="text"]/p/a'';
+ var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt;
+ while (elmt = elmts.iterateNext()){
+ var title = elmt.textContent;
+ var link = elmt.href;
+ if (title && link){
+ items[link] = title;
+ }
+ }
+ var items = Zotero.selectItems(items);
+ if(!items) {
+ return true;
+ }
+ var urls = new Array();
+ for(var i in items) {
+ urls.push(i);
+ }
+ Zotero.Utilities.processDocuments(urls, scrape, function() { Zotero.done(); });
+ Zotero.wait();
+ }
+
+}');
+
+REPLACE INTO translators VALUES ('1b9ed730-69c7-40b0-8a06-517a89a3a278', '1.0.0b3.r1', '', '2007-01-24 01:35:00', '0', '100', '4', 'Sudoc', 'Sean Takats', '^http://www\.sudoc\.abes\.fr',
+'function detectWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var xpath = ''//table/tbody/tr/td[1][@class="preslabel"]/strong'';
+ var multxpath = ''//a[@id="InitialFocusPoint"]'';
+ var elt;
+
+ if (elt = doc.evaluate(multxpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ return "multiple";
+ }
+ else if (elt = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext())
+ {
+ var contenu = elt.textContent;
+ var numRegexp = /(Num.ro.de.notice|Record.number)/;
+ var m = numRegexp.exec(contenu);
+ if (m) {
+ // On a bien une notice d"ouvrage, on doit chercher limage
+ // pour choisir le type de document
+ var imgXpath = ''/html/body/table/tbody/tr/td[1]/p/img/@src'';
+ var imgsrc = doc.evaluate(imgXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ if (imgsrc){
+ if (imgsrc.indexOf("icon_per.gif") > 0){
+ return "book";
+ } else if (imgsrc.indexOf("icon_books.gif") > 0){
+ return "book";
+ } else if (imgsrc.indexOf("icon_thesis.gif") > 0){
+ return "thesis";
+ } else if (imgsrc.indexOf("icon_art.gif") > 0){
+ return "journalArticle";
+ } else {
+ return "book";
+ }
+ }
+ }
+ }
+}',
+'function scrape(doc) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var rowXpath = ''//tr[td[@class="preslabel"]]'';
+ var tableRows = doc.evaluate(rowXpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var tableRow;
+
+ var newItem = new Zotero.Item();
+ // TODO add other item types using detectWeb''s icon checking code
+ newItem.itemType = "book";
+ var imgXpath = ''/html/body/table/tbody/tr/td[1]/p/img/@src'';
+ var imgsrc = doc.evaluate(imgXpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ if (imgsrc){
+ if (imgsrc.indexOf("icon_per.gif") > 0){
+ newItem.itemType = "book";
+ } else if (imgsrc.indexOf("icon_books.gif") > 0){
+ newItem.itemType = "book";
+ } else if (imgsrc.indexOf("icon_thesis.gif") > 0){
+ newItem.itemType = "thesis";
+ } else if (imgsrc.indexOf("icon_art.gif") > 0){
+ newItem.itemType = "journalArticle";
+ } else {
+ newItem.itemType = "book";
+ }
+ } else {
+ newItem.itemType = "book";
+ }
+ while (tableRow = tableRows.iterateNext())
+ {
+ var field = doc.evaluate(''./td[1]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ var value = doc.evaluate(''./td[2]'', tableRow, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ field = Zotero.Utilities.superCleanString(field);
+
+ if (field == "Titre" || field == "Title"){
+ Zotero.debug("title = " + value);
+ value = value.replace(/(\[[^\]]+\])/g,"");
+ newItem.title = value.split(" / ")[0];
+ }
+ if (field.substr(0,6) == "Auteur" || field.substr(0,6) == "Author"){
+ var authors = doc.evaluate(''./td[2]/a'', tableRow, nsResolver, XPathResult.ANY_TYPE, null);
+ var author;
+ while (author = authors.iterateNext()){
+ var authorText = author.textContent;
+ var authorParts = authorText.split(" (");
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(authorParts[0], 1, true));
+ }
+ }
+ if (field.substr(0,4) == "Date"){
+ newItem.date = value;
+ }
+ if (field.substr(0,7) == "Editeur" || field.substr(0,9) == "Publisher"){
+ var pubParts = value.split(" : ");
+ newItem.place = pubParts[0];
+ // needs error checking below to avoid error
+ if (pubParts[1] ) {
+ pubParts = pubParts[1].split(", ");
+ newItem.publisher = pubParts[0];
+ }
+ }
+ if (field.substr(0,4) == "ISBN" || field.substr(0,4) == "ISSN"){
+ newItem.ISBN = value.split(" (")[0];
+ }
+ if (field == "Description") {
+ var m = value.match(/([0-9]+) (?:[pP])/);
+ if (m) {
+ newItem.pages = m[1];
+ }
+ }
+ if (field.substr(0,5) == "Serie" || field.substr(0,10) == "Collection"){
+ newItem.series = value;
+ }
+ if (field.substr(0,6) == "Sujets" || field.substr(0,8) == "Subjects"){
+ var subjectElmts = doc.evaluate(''./td[2]/a'', tableRow, nsResolver, XPathResult.ANY_TYPE, null);
+ var subject;
+ var subjects;
+ while (subject = subjectElmts.iterateNext()){
+ subjects = subject.textContent.split(" -- ");
+ newItem.tags = newItem.tags.concat(subjects);
+ }
+ }
+ if (field == "In" || field == "Dans"){
+ var jtitle = value.replace(/(\[[^\]]+\])/g,"");
+ jtitle = jtitle.split(" / ")[0];
+ jtitle = jtitle.split(" - ")[0];
+ newItem.publicationTitle = jtitle;
+ //get page numbers
+ var m = value.match(/(?:[Pp]\. )([0-9\-]+)/);
+ if (m) {
+ newItem.pages = m[1];
+ }
+ //get ISBN or ISSN
+ m = value.match(/(?:ISSN|ISBN) ([0-9Xx\-]+)/);
+ if (m) {
+ newItem.ISBN = m[1];
+ newItem.ISSN = m[1];
+ }
+ // publicationTitle, issue/volume
+ }
+ // TODO Pages, Notes, Description, Language, Annexes
+ }
+ newItem.complete();
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+
+ var multxpath = ''//a[@id="InitialFocusPoint"]'';
+ var elt;
+
+ if (elt = doc.evaluate(multxpath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var newUrl = doc.evaluate(''//base/@href'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var xpath = ''//tr/td[3]/a'';
+ var elmts = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var elmt = elmts.iterateNext();
+ var links = new Array();
+ var availableItems = new Array();
+ var i = 0;
+ do {
+ var link = doc.evaluate(''./@href'', elmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ var searchTitle = elmt.textContent;
+ availableItems[i] = searchTitle;
+ links[i] = link;
+ i++;
+ } while (elmt = elmts.iterateNext());
+ var items = Zotero.selectItems(availableItems);
+
+ if(!items) {
+ return true;
+ }
+ var uris = new Array();
+ for(var i in items) {
+ uris.push(newUrl + links[i]);
+ }
+ Zotero.Utilities.processDocuments(uris, function(doc) { scrape(doc) },
+ function() { Zotero.done(); }, null);
+ Zotero.wait();
+ }
+ else {
+ scrape(doc);
+ }
+}');
+
+
+REPLACE INTO translators VALUES ('66928fe3-1e93-45a7-8e11-9df6de0a11b3', '1.0.0b3.r1', '', '2007-03-22 16:35:00', '0', '100', '4', 'Max Planck Institute for the History of Science: Virtual Laboratory Library', 'Sean Takats', 'http://vlp.mpiwg-berlin.mpg.de/library/',
+'function detectWeb(doc, url){
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+ var elmt = doc.evaluate(''//base[contains(@href, "/library/data/lit")]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (elmt){
+ return "book";
+ }
+ elmt = doc.evaluate(''//span[starts-with(@title, "lit")] | //a[starts-with(@title, "lit")] | //p[starts-with(@title, "lit")]'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (elmt){
+ return "multiple";
+ }
+}',
+'function doWeb(doc, url){
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == ''x'') return namespace; else return null;
+ } : null;
+ var uris = new Array();
+ var baseElmt = doc.evaluate(''//base[contains(@href, "/library/data/lit")]/@href'', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ if (baseElmt){
+ var docID = baseElmt.nodeValue;
+ var idRe = /lit[0-9]+/;
+ var m = idRe.exec(docID);
+ uris.push("http://vlp.mpiwg-berlin.mpg.de/library/meta?id=" + m[0]);
+ } else {
+ var searchElmts = doc.evaluate(''//span[starts-with(@title, "lit")] | //a[starts-with(@title, "lit")] | //p[starts-with(@title, "lit")]'', doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var searchElmt;
+ var links = new Array();
+ var availableItems = new Array();
+ var i = 0;
+ while (searchElmt = searchElmts.iterateNext()){
+ availableItems[i] = Zotero.Utilities.cleanString(searchElmt.textContent);
+ var docID = doc.evaluate(''./@title'', searchElmt, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().nodeValue;
+ links.push("http://vlp.mpiwg-berlin.mpg.de/library/meta?id=" + docID);
+ i++;
+ }
+ var items = Zotero.selectItems(availableItems);
+ if(!items) {
+ return true;
+ }
+ var uris = new Array();
+ for(var i in items) {
+ uris.push(links[i]);
+ }
+ }
+ Zotero.Utilities.HTTP.doGet(uris, function(text) {
+ // load Refer translator
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("881f60f2-0802-411a-9228-ce5f47b64c7d");
+ translator.setString(text);
+ translator.setHandler("itemDone", function(obj, item) {
+ item.type = undefined;
+ item.complete();
+ });
+ translator.translate();
+ }, function() {Zotero.done();}, null);
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('c73a4a8c-3ef1-4ec8-8229-7531ee384cc4', '1.0.0b3.r1', '', '2007-06-27 02:00:00', '1', '100', '4', 'Open WorldCat (Web)', 'Sean Takats', '^http://(?:www\.)?worldcat\.org/(?:search\?|profiles/[^/]+/lists/)',
+'function detectWeb(doc, url){
+ var nsResolver = doc.createNSResolver(doc.documentElement);
+
+ var xpath = ''//table[@class="tableResults" or @class="table-results"]/tbody/tr/td[2][@class="result"]/div[@class="name"]/a/strong'';
+ var results = doc.evaluate(xpath, doc,
+ nsResolver, XPathResult.ANY_TYPE, null);
+ if(results.iterateNext()) {
+ return "multiple";
+ }
+}',
+'function processOWC(doc) {
+ var spanTags = doc.getElementsByTagName("span");
+ for(var i=0; i<spanTags.length; i++) {
+ var spanClass = spanTags[i].getAttribute("class");
+ if(spanClass) {
+ var spanClasses = spanClass.split(" ");
+ if(Zotero.Utilities.inArray("Z3988", spanClasses)) {
+ var spanTitle = spanTags[i].getAttribute("title");
+ var item = new Zotero.Item();
+ if(Zotero.Utilities.parseContextObject(spanTitle, item)) {
+ if(item.title) {
+ item.title = Zotero.Utilities.capitalizeTitle(item.title);
+ } else {
+ item.title = "[Untitled]";
+ }
+
+ item.complete();
+ return true;
+ } else {
+ return false;
+ }
+ }
+ }
+ }
+
+ return false;
+}
+
+function doWeb(doc, url){
+ var nsResolver = doc.createNSResolver(doc.documentElement);
+
+ var urls = new Array();
+ var items = new Array();
+ var xpath = ''//table[@class="tableResults" or @class="table-results"]/tbody/tr/td[2][@class="result"]/div[@class="name"]/a'';
+ var titles = doc.evaluate(xpath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+ var title;
+ // Go through titles
+ while(title = titles.iterateNext()) {
+ items[title.href] = title.textContent;
+ }
+
+ items = Zotero.selectItems(items);
+
+ if(!items) {
+ return true;
+ }
+
+ for(var i in items) {
+ urls.push(i);
+ }
+
+ Zotero.Utilities.processDocuments(urls, function(doc) {
+ processOWC(doc);}, function() {Zotero.done();});
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('e07e9b8c-0e98-4915-bb5a-32a08cb2f365', '1.0.0b3.r1', '', '2007-03-22 18:15:00', 1, 100, 12, 'Open WorldCat (Search)', 'Simon Kornblith', 'http://partneraccess.oclc.org/',
'function detectSearch(item) {
if(item.itemType == "book" || item.itemType == "bookSection") {
return true;
@@ -4136,7 +12561,12 @@ function processOWC(doc) {
var spanTitle = spanTags[i].getAttribute("title");
var item = new Zotero.Item();
if(Zotero.Utilities.parseContextObject(spanTitle, item)) {
- item.title = Zotero.Utilities.capitalizeTitle(item.title);
+ if(item.title) {
+ item.title = Zotero.Utilities.capitalizeTitle(item.title);
+ } else {
+ item.title = "[Untitled]";
+ }
+
item.complete();
return true;
} else {
@@ -4193,9 +12623,10 @@ function doSearch(item) {
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('11645bd1-0420-45c1-badb-53fb41eeb753', '2006-10-02 17:00:00', 1, 100, 8, 'CrossRef', 'Simon Kornblith', 'http://partneraccess.oclc.org/',
+
+REPLACE INTO translators VALUES ('11645bd1-0420-45c1-badb-53fb41eeb753', '1.0.0b3.r1', '', '2007-09-15 21:00:00', 1, 100, 8, 'CrossRef', 'Simon Kornblith', 'http://partneraccess.oclc.org/',
'function detectSearch(item) {
- if(item.itemType == "journal") {
+ if(item.itemType == "journalArticle") {
return true;
}
return false;
@@ -4247,6 +12678,7 @@ REPLACE INTO "translators" VALUES ('11645bd1-0420-45c1-badb-53fb41eeb753', '2006
item.edition = query.qr::edition_number.text().toString();
// get first page
item.pages = query.qr::first_page.text().toString();
+
item.complete();
return true;
}
@@ -4255,13 +12687,13 @@ function doSearch(item) {
if(item.contextObject) {
var co = item.contextObject;
if(co.indexOf("url_ver=") == -1) {
- co = "url_ver=Z39.88-2004"+co;
+ co = "url_ver=Z39.88-2004&"+co;
}
} else {
var co = Zotero.Utilities.createContextObject(item);
}
- Zotero.Utilities.HTTP.doGet("http://www.crossref.org/openurl/?"+co+"&noredirect=true", function(responseText) {
+ Zotero.Utilities.HTTP.doGet("http://www.crossref.org/openurl?req_dat=zter:zter321&"+co+"&noredirect=true", function(responseText) {
processCrossRef(responseText);
Zotero.done();
});
@@ -4269,7 +12701,40 @@ function doSearch(item) {
Zotero.wait();
}');
-REPLACE INTO "translators" VALUES ('0e2235e7-babf-413c-9acf-f27cce5f059c', '2006-10-02 17:00:00', 1, 50, 3, 'MODS', 'Simon Kornblith', 'xml',
+REPLACE INTO translators VALUES ('af4cf622-eaca-450b-bd45-0f4ba345d081', '1.0.0b3.r1', '', '2006-12-12 22:10:00', 1, 100, 8, 'CiteBase', 'Simon Kornblith', 'http://www.citebase.org/',
+'function detectSearch(item) {
+ if(item.itemType == "journalArticle") {
+ return true;
+ }
+ return false;
+}',
+'function doSearch(item) {
+ if(item.contextObject) {
+ var co = item.contextObject;
+ if(co.indexOf("url_ver=") == -1) {
+ co = "url_ver=Z39.88-2004&"+co;
+ }
+ co = co.replace(/(?:&|^)svc_id=[^&]*/, "");
+ } else {
+ var co = Zotero.Utilities.createContextObject(item);
+ }
+
+ Zotero.Utilities.HTTP.doGet("http://www.citebase.org/openurl?"+co+"&svc_id=bibtex", function(responseText, request) {
+ if(responseText.substr(0, 6) != "<?xml ") {
+ // read BibTeX
+ var translator = Zotero.loadTranslator("import");
+ translator.setTranslator("9cb70025-a888-4a29-a210-93ec52da40d4");
+ translator.setString(responseText);
+ translator.translate();
+ }
+
+ Zotero.done();
+ });
+
+ Zotero.wait();
+}');
+
+REPLACE INTO translators VALUES ('0e2235e7-babf-413c-9acf-f27cce5f059c', '1.0.0b4.r1', '', '2007-03-22 15:55:00', 1, 50, 3, 'MODS', 'Simon Kornblith', 'xml',
'Zotero.addOption("exportNotes", true);
function detectImport() {
@@ -4485,7 +12950,7 @@ function doExport() {
identifier.identifier += <identifier type="issn">{item.ISSN}</identifier>;
}
if(item.DOI) {
- identifier.identifier += <identifier type="doi">{item.DOI}</identifier>;
+ mods.identifier += <identifier type="doi">{item.DOI}</identifier>;
}
// XML tag relatedItem.titleInfo; object field publication
@@ -4513,6 +12978,11 @@ function doExport() {
mods.relatedItem.titleInfo += <titleInfo type="abbreviated"><title>{item.journalAbbreviation};
}
+ // XML tag abstract; object field abstractNote
+ if(item.abstractNote) {
+ mods.abstract = item.abstractNote;
+ }
+
if(mods.relatedItem.length() == 1 && isPartialItem) {
mods.relatedItem.@type = "host";
}
@@ -4530,7 +13000,7 @@ function doExport() {
/** TAGS **/
for(var j in item.tags) {
- mods.subject += {item.tags[j]};
+ mods.subject += {item.tags[j].tag};
}
@@ -4570,7 +13040,31 @@ function doExport() {
Zotero.write(modsCollection.toXMLString());
}
+function processIdentifiers(newItem, identifier) {
+ for each(var myIdentifier in identifier) {
+ if(myIdentifier.@type == "isbn") {
+ newItem.ISBN = myIdentifier.text().toString()
+ } else if(myIdentifier.@type == "issn") {
+ newItem.ISSN = myIdentifier.text().toString()
+ } else if(myIdentifier.@type == "doi") {
+ newItem.DOI = myIdentifier.text().toString()
+ }
+ }
+}
+
function doImport() {
+ var marcGenres = {
+ "book":"book",
+ "periodical":"journalArticle",
+ "newspaper":"newspaperArticle",
+ "theses":"thesis",
+ "letter":"letter",
+ "motion picture":"film",
+ "art original":"artwork",
+ "web site":"webpage"
+ };
+
+
var text = "";
var read;
@@ -4627,37 +13121,42 @@ function doImport() {
newItem.title = titleInfo.m::title;
}
}
-
// try to get genre from local genre
for each(var genre in mods.m::genre) {
if(genre.@authority == "local" && Zotero.Utilities.itemTypeExists(genre)) {
newItem.itemType = genre.text().toString();
- } else if(!newItem.itemType && genre.@authority == "marcgt") {
+ } else if(!newItem.itemType && (genre.@authority == "marcgt" || genre.@authority == "marc")) {
// otherwise, look at the marc genre
- if(marcGenre == "book") {
- newItem.itemType = "book";
- } else if(marcGenre == "periodical") {
- newItem.itemType = "magazineArticle";
- } else if(marcGenre == "newspaper") {
- newItem.itemType = "newspaperArticle";
- } else if(marcGenre == "theses") {
- newItem.itemType = "thesis";
- } else if(marcGenre == "letter") {
- newItem.itemType = "letter";
- } else if(marcGenre == "interview") {
- newItem.itemType = "interview";
- } else if(marcGenre == "motion picture") {
- newItem.itemType = "film";
- } else if(marcGenre == "art original") {
- newItem.itemType = "artwork";
- } else if(marcGenre == "web site") {
- newItem.itemType = "webpage";
- }
+ newItem.itemType = marcGenres[genre.text().toString()];
}
}
if(!newItem.itemType) {
- newItem.itemType = "book";
+ // try to get genre data from host
+ for each(var relatedItem in mods.m::relatedItem) {
+ if(relatedItem.@type == "host") {
+ for each(var genre in relatedItem.m::genre) {
+ if(genre.@authority == "marcgt" || genre.@authority == "marc") {
+ newItem.itemType = marcGenres[genre.text().toString()];
+ break;
+ }
+ }
+ }
+ }
+
+ // check if this is an electronic resource
+ if(!newItem.itemType) {
+ for each(var form in mods.m::physicalDescription.m::form) {
+ if(form.@authority == "marcform" || form.@authority == "marc") {
+ if(form.text().toString() == "electronic") {
+ newItem.itemType = "webpage";
+ break;
+ }
+ }
+ }
+
+ if(!newItem.itemType) newItem.itemType = "book";
+ }
}
var isPartialItem = Zotero.Utilities.inArray(newItem.itemType, partialItemTypes);
@@ -4707,21 +13206,22 @@ function doImport() {
/** SUPPLEMENTAL FIELDS **/
- var part = false, originInfo = false, identifier = false;
+ var part = false, originInfo = false;
// series
for each(var relatedItem in mods.m::relatedItem) {
if(relatedItem.@type == "host") {
for each(var titleInfo in relatedItem.m::titleInfo) {
if(titleInfo.@type == "abbreviated") {
- newItem.journalAbbreviation = titleInfo.m::title.text().toString()
+ newItem.journalAbbreviation = titleInfo.m::title.text().toString();
+ if(!newItem.publicationTitle) newItem.publicationTitle = newItem.journalAbbreviation;
} else {
newItem.publicationTitle = titleInfo.m::title.text().toString();
}
}
part = relatedItem.m::part;
originInfo = relatedItem.m::originInfo;
- identifier = relatedItem.m::identifier;
+ processIdentifiers(newItem, relatedItem.m::identifier);
} else if(relatedItem.@type == "series") {
newItem.series = relatedItem.m::titleInfo.m::title.text().toString();
newItem.seriesTitle = relatedItem.m::titleInfo.m::partTitle.text().toString();
@@ -4734,7 +13234,6 @@ function doImport() {
if(!part) {
part = mods.m::part;
originInfo = mods.m::originInfo;
- identifier = mods.m::identifier;
}
if(part) {
@@ -4766,7 +13265,7 @@ function doImport() {
// pages
for each(var extent in part.m::extent) {
- if(extent.@unit == "pages") {
+ if(extent.@unit == "pages" || extent.@unit == "page") {
var pagesStart = extent.m::start.text().toString();
var pagesEnd = extent.m::end.text().toString();
if(pagesStart || pagesEnd) {
@@ -4782,6 +13281,8 @@ function doImport() {
}
}
+ // identifier
+ processIdentifiers(newItem, mods.m::identifier);
// edition
newItem.edition = originInfo.m::edition.text().toString();
// place
@@ -4792,7 +13293,11 @@ function doImport() {
}
// publisher/distributor
if(originInfo.m::publisher.length()) {
- newItem.publisher = newItem.distributor = originInfo.m::publisher[0].text().toString();
+ if(newItem.itemType == "webpage" || newItem.itemType == "website") {
+ newItem.publicationTitle = originInfo.m::publisher[0].text().toString();
+ } else {
+ newItem.publisher = originInfo.m::publisher[0].text().toString();
+ }
}
// date
if(originInfo.m::copyrightDate.length()) {
@@ -4807,23 +13312,14 @@ function doImport() {
// accessDate
newItem.accessDate = originInfo.m::dateCaptured.text().toString();
- // identifiers
- for each(var myIdentifier in identifier) {
- if(myIdentifier.@type == "isbn") {
- newItem.ISBN = myIdentifier.text().toString()
- } else if(myIdentifier.@type == "issn") {
- newItem.ISSN = myIdentifier.text().toString()
- } else if(myIdentifier.@type == "doi") {
- newItem.DOI = myIdentifier.text().toString()
- }
- }
-
// call number
newItem.callNumber = mods.m::classification.text().toString();
// archiveLocation
newItem.archiveLocation = mods.m::location.m::physicalLocation.text().toString();
// url
newItem.url = mods.m::location.m::url.text().toString();
+ // abstract
+ newItem.abstractNote = mods.m::abstract.text().toString();
/** NOTES **/
for each(var note in mods.m::note) {
@@ -4835,18 +13331,33 @@ function doImport() {
newItem.tags.push(subject.text().toString());
}
- Zotero.Utilities.debug(newItem);
+ Zotero.debug(newItem);
newItem.complete();
}
}');
-REPLACE INTO "translators" VALUES ('14763d24-8ba0-45df-8f52-b8d1108e7ac9', '2006-10-02 17:00:00', 1, 25, 2, 'Zotero RDF', 'Simon Kornblith', 'rdf',
+REPLACE INTO translators VALUES ('14763d24-8ba0-45df-8f52-b8d1108e7ac9', '1.0.0b4.r1', '', '2007-04-26 09:00:00', 1, 25, 2, 'Zotero RDF', 'Simon Kornblith', 'rdf',
'Zotero.configure("getCollections", true);
Zotero.configure("dataMode", "rdf");
Zotero.addOption("exportNotes", true);
Zotero.addOption("exportFileData", false);',
-'function generateSeeAlso(resource, seeAlso) {
+'var rdf = "http://www.w3.org/1999/02/22-rdf-syntax-ns#";
+
+var n = {
+ bib:"http://purl.org/net/biblio#",
+ dc:"http://purl.org/dc/elements/1.1/",
+ dcterms:"http://purl.org/dc/terms/",
+ prism:"http://prismstandard.org/namespaces/1.2/basic/",
+ foaf:"http://xmlns.com/foaf/0.1/",
+ vcard:"http://nwalsh.com/rdf/vCard#",
+ link:"http://purl.org/rss/1.0/modules/link/",
+ z:"http://www.zotero.org/namespaces/export#"
+};
+
+var container, containerElement;
+
+function generateSeeAlso(resource, seeAlso) {
for(var i in seeAlso) {
if(itemResources[seeAlso[i]]) {
Zotero.RDF.addStatement(resource, n.dc+"relation", itemResources[seeAlso[i]], false);
@@ -4855,17 +13366,27 @@ Zotero.addOption("exportFileData", false);',
}
function generateTags(resource, tags) {
- for(var j in tags) {
- Zotero.RDF.addStatement(resource, n.dc+"subject", tags[j], true);
+ Zotero.debug("processing tags");
+ for each(var tag in tags) {
+ if(tag.type == 1) {
+ var tagResource = Zotero.RDF.newResource();
+ // set tag type and value
+ Zotero.RDF.addStatement(tagResource, rdf+"type", n.z+"AutomaticTag", false);
+ Zotero.RDF.addStatement(tagResource, rdf+"value", tag.tag, true);
+ // add relationship to resource
+ Zotero.RDF.addStatement(resource, n.dc+"subject", tagResource, false);
+ } else {
+ Zotero.RDF.addStatement(resource, n.dc+"subject", tag.tag, true);
+ }
}
}
function generateCollection(collection) {
var collectionResource = "#collection:"+collection.id;
- Zotero.RDF.addStatement(collectionResource, rdf+"type", n.bib+"Collection", false);
+ Zotero.RDF.addStatement(collectionResource, rdf+"type", n.z+"Collection", false);
Zotero.RDF.addStatement(collectionResource, n.dc+"title", collection.name, true);
- for each(var child in collection.children) {
+ for each(var child in collection.descendents) {
// add child list items
if(child.type == "collection") {
Zotero.RDF.addStatement(collectionResource, n.dcterms+"hasPart", "#collection:"+child.id, false);
@@ -4880,31 +13401,25 @@ function generateCollection(collection) {
function generateItem(item, zoteroType, resource) {
container = null;
containerElement = null;
- section = null;
/** CORE FIELDS **/
- // title
- if(item.title) {
- Zotero.RDF.addStatement(resource, n.dc+"title", item.title, true);
- }
-
// type
var type = null;
if(zoteroType == "book") {
type = n.bib+"Book";
} else if (zoteroType == "bookSection") {
type = n.bib+"BookSection";
- container = "Book";
+ container = n.bib+"Book";
} else if(zoteroType == "journalArticle") {
type = n.bib+"Article";
- container = "Journal";
+ container = n.bib+"Journal";
} else if(zoteroType == "magazineArticle") {
type = n.bib+"Article";
- container = "Periodical";
+ container = n.bib+"Periodical";
} else if(zoteroType == "newspaperArticle") {
type = n.bib+"Article";
- container = "Newspaper";
+ container = n.bib+"Newspaper";
} else if(zoteroType == "thesis") {
type = n.bib+"Thesis";
} else if(zoteroType == "letter") {
@@ -4919,94 +13434,63 @@ function generateItem(item, zoteroType, resource) {
type = n.bib+"Illustration";
} else if(zoteroType == "webpage") {
type = n.bib+"Document";
+ container = n.z+"Website";
} else if(zoteroType == "note") {
type = n.bib+"Memo";
if(!Zotero.getOption("exportNotes")) {
return;
}
} else if(zoteroType == "attachment") {
- type = n.fs+"Attachment";
-
- // set path
- if(item.path) {
- Zotero.RDF.addStatement(resource, rdf+"resource", item.path, false);
- }
- // set mime type value
- Zotero.RDF.addStatement(resource, n.link+"type", item.mimeType, true);
- // set charset value
- if(item.charset) {
- Zotero.RDF.addStatement(resource, n.link+"charset", item.charset, true);
- }
+ type = n.z+"Attachment";
+ } else if(zoteroType == "report") {
+ type = n.bib+"Report";
+ } else if(zoteroType == "bill") {
+ type = n.bib+"Legislation";
+ } else if(zoteroType == "case") {
+ type = n.bib+"Document"; // ??
+ container = n.bib+"CourtReporter";
+ } else if(zoteroType == "hearing") {
+ type = n.bib+"Report";
+ } else if(zoteroType == "patent") {
+ type = n.bib+"Patent";
+ } else if(zoteroType == "statute") {
+ type = n.bib+"Legislation";
+ } else if(zoteroType == "email") {
+ type = n.bib+"Letter";
+ } else if(zoteroType == "map") {
+ type = n.bib+"Image";
+ } else if(zoteroType == "blogPost") {
+ type = n.bib+"Document";
+ container = n.z+"Blog";
+ } else if(zoteroType == "instantMessage") {
+ type = n.bib+"Letter";
+ } else if(zoteroType == "forumPost") {
+ type = n.bib+"Document";
+ container = n.z+"Forum";
+ } else if(zoteroType == "audioRecording") {
+ type = n.bib+"Recording";
+ } else if(zoteroType == "presentation") {
+ type = n.bib+"ConferenceProceedings";
+ } else if(zoteroType == "videoRecording") {
+ type = n.bib+"Recording";
+ } else if(zoteroType == "tvBroadcast") {
+ type = n.bib+"Recording";
+ } else if(zoteroType == "radioBroadcast") {
+ type = n.bib+"Recording";
+ } else if(zoteroType == "podcast") {
+ type = n.bib+"Recording";
+ } else if(zoteroType == "computerProgram") {
+ type = n.bib+"Data";
}
if(type) {
Zotero.RDF.addStatement(resource, rdf+"type", type, false);
}
+ Zotero.RDF.addStatement(resource, n.z+"itemType", zoteroType, true);
- // authors/editors/contributors
- var creatorContainers = new Object();
- for(var j in item.creators) {
- var creator = Zotero.RDF.newResource();
- Zotero.RDF.addStatement(creator, rdf+"type", n.foaf+"Person", false);
- // gee. an entire vocabulary for describing people, and these aren''t even
- // standardized in it. oh well. using them anyway.
- Zotero.RDF.addStatement(creator, n.foaf+"surname", item.creators[j].lastName, true);
- Zotero.RDF.addStatement(creator, n.foaf+"givenname", item.creators[j].firstName, true);
-
- // in addition, these tags are not yet in Biblio, but Bruce D''Arcus
- // says they will be.
- if(item.creators[j].creatorType == "author") {
- var cTag = "authors";
- } else if(item.creators[j].creatorType == "editor") {
- var cTag = "editors";
- } else {
- var cTag = "contributors";
- }
-
- if(!creatorContainers[cTag]) {
- var creatorResource = Zotero.RDF.newResource();
- // create new seq for author type
- creatorContainers[cTag] = Zotero.RDF.newContainer("seq", creatorResource);
- // attach container to resource
- Zotero.RDF.addStatement(resource, n.bib+cTag, creatorResource, false);
- }
- Zotero.RDF.addContainerElement(creatorContainers[cTag], creator, false);
- }
-
- /** FIELDS ON NEARLY EVERYTHING BUT NOT A PART OF THE CORE **/
-
- // source
- if(item.source) {
- Zotero.RDF.addStatement(resource, n.dc+"source", item.source, true);
- }
-
- // url
- if(item.url) {
- // add url as identifier
- var term = Zotero.RDF.newResource();
- // set term type
- Zotero.RDF.addStatement(term, rdf+"type", n.dcterms+"URI", false);
- // set url value
- Zotero.RDF.addStatement(term, rdf+"value", item.url, true);
- // add relationship to resource
- Zotero.RDF.addStatement(resource, n.dc+"identifier", term, false);
- }
-
- // accessionNumber as generic ID
- if(item.accessionNumber) {
- Zotero.RDF.addStatement(resource, n.dc+"identifier", item.accessionNumber, true);
- }
-
- // rights
- if(item.rights) {
- Zotero.RDF.addStatement(resource, n.dc+"rights", item.rights, true);
- }
-
- /** SUPPLEMENTAL FIELDS **/
-
- // use section to set up another container element
+ // generate section
if(item.section) {
- section = Zotero.RDF.newResource(); // leave as global
+ var section = Zotero.RDF.newResource();
// set section type
Zotero.RDF.addStatement(section, rdf+"type", n.bib+"Part", false);
// set section title
@@ -5026,158 +13510,74 @@ function generateItem(item, zoteroType, resource) {
// attach container to section (if exists) or resource
Zotero.RDF.addStatement((section ? section : resource), n.dcterms+"isPartOf", containerElement, false);
// add container type
- Zotero.RDF.addStatement(containerElement, rdf+"type", n.bib+container, false);
+ Zotero.RDF.addStatement(containerElement, rdf+"type", container, false);
}
- // ISSN
- if(item.ISSN) {
- Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"identifier", "ISSN "+item.ISSN, true);
- }
-
- // ISBN
- if(item.ISBN) {
- Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"identifier", "ISBN "+item.ISBN, true);
- }
-
- // DOI
- if(item.DOI) {
- Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"identifier", "DOI "+item.DOI, true);
- }
-
- // publication gets linked to container via isPartOf
- if(item.publicationTitle) {
- Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"title", item.publicationTitle, true);
- }
-
- // series also linked in
+ // generate series
if(item.series || item.seriesTitle || item.seriesText || item.seriesNumber) {
var series = Zotero.RDF.newResource();
// set series type
Zotero.RDF.addStatement(series, rdf+"type", n.bib+"Series", false);
// add relationship to resource
Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dcterms+"isPartOf", series, false);
-
- if(item.series) {
- // as far as I know, these are never defined for the same types
- Zotero.RDF.addStatement(series, n.dc+"title", item.series, true);
- }
-
- if(item.seriesTitle) {
- // as far as I know, these are never defined for the same types
- Zotero.RDF.addStatement(series, n.dcterms+"alternative", item.seriesTitle, true);
- }
-
- if(item.seriesText) {
- Zotero.RDF.addStatement(series, n.dc+"description", item.seriesText, true);
- }
-
- if(item.seriesNumber) {
- Zotero.RDF.addStatement(series, n.dc+"identifier", item.seriesNumber, true);
- }
}
- // volume
- if(item.volume) {
- Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.prism+"volume", item.volume, true);
- }
- // number
- if(item.issue) {
- Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.prism+"number", item.issue, true);
- }
- // edition
- if(item.edition) {
- Zotero.RDF.addStatement(resource, n.prism+"edition", item.edition, true);
- }
- // publisher/distributor and place
- if(item.publisher || item.distributor || item.place) {
+ // generate publisher
+ if(item.publisher || item.distributor || item.label || item.company || item.institution || item.place) {
var organization = Zotero.RDF.newResource();
// set organization type
Zotero.RDF.addStatement(organization, rdf+"type", n.foaf+"Organization", false);
// add relationship to resource
Zotero.RDF.addStatement(resource, n.dc+"publisher", organization, false);
- // add publisher/distributor
- if(item.publisher) {
- Zotero.RDF.addStatement(organization, n.foaf+"name", item.publisher, true);
- } else if(item.distributor) {
- Zotero.RDF.addStatement(organization, n.foaf+"name", item.distributor, true);
- }
- // add place
- if(item.place) {
- var address = Zotero.RDF.newResource();
- // set address type
- Zotero.RDF.addStatement(address, rdf+"type", n.vcard+"Address", false);
- // set address locality
- Zotero.RDF.addStatement(address, n.vcard+"locality", item.place, true);
- // add relationship to organization
- Zotero.RDF.addStatement(organization, n.vcard+"adr", address, false);
- }
- }
- // date/year
- if(item.date) {
- Zotero.RDF.addStatement(resource, n.dc+"date", item.date, true);
- }
- if(item.accessDate) { // use date submitted for access date?
- Zotero.RDF.addStatement(resource, n.dcterms+"dateSubmitted", item.accessDate, true);
}
- // callNumber
- if(item.callNumber) {
- var term = Zotero.RDF.newResource();
- // set term type
- Zotero.RDF.addStatement(term, rdf+"type", n.dcterms+"LCC", false);
- // set callNumber value
- Zotero.RDF.addStatement(term, rdf+"value", item.callNumber, true);
- // add relationship to resource
- Zotero.RDF.addStatement(resource, n.dc+"subject", term, false);
- }
+ var typeProperties = ["reportType", "videoRecordingType", "letterType",
+ "manuscriptType", "mapType", "thesisType", "websiteType",
+ "audioRecordingType", "presentationType", "postType",
+ "audioFileType"];
+ var ignoreProperties = ["itemID", "itemType", "firstCreator", "dateAdded",
+ "dateModified", "section", "sourceItemID"];
- // archiveLocation
- if(item.archiveLocation) {
- Zotero.RDF.addStatement(resource, n.dc+"coverage", item.archiveLocation, true);
- }
-
- // archiveLocation
- if(item.medium) {
- Zotero.RDF.addStatement(resource, n.dcterms+"medium", item.medium, true);
- }
-
- // type (not itemType)
- if(item.type) {
- Zotero.RDF.addStatement(resource, n.dc+"type", item.type, true);
- } else if(item.thesisType) {
- Zotero.RDF.addStatement(resource, n.dc+"type", item.thesisType, true);
- }
-
- // THIS IS NOT YET IN THE BIBLIO NAMESPACE, BUT BRUCE D''ARCUS HAS SAID
- // IT WILL BE SOON
- if(item.pages) {
- Zotero.RDF.addStatement(resource, n.bib+"pages", item.pages, true);
- }
-
- // journalAbbreviation
- if(item.journalAbbreviation) {
- Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dcterms+"alternative", item.journalAbbreviation, true);
- }
-
- // extra
- if(item.extra) {
- Zotero.RDF.addStatement(resource, n.dc+"description", item.extra, true);
- }
-
- /** NOTES **/
-
- if(Zotero.getOption("exportNotes")) {
- // attachment note
- if(item.itemType == "attachment" && item.note) {
- Zotero.RDF.addStatement(resource, n.dc+"description", item.note, true);
- }
+ // creators
+ if(item.creators) { // authors/editors/contributors
+ var creatorContainers = new Object();
+ // not yet in biblio
+ var biblioCreatorTypes = ["author", "editor", "contributor"];
+
+ for(var j in item.creators) {
+ var creator = Zotero.RDF.newResource();
+ Zotero.RDF.addStatement(creator, rdf+"type", n.foaf+"Person", false);
+ // gee. an entire vocabulary for describing people, and these aren''t even
+ // standardized in it. oh well. using them anyway.
+ Zotero.RDF.addStatement(creator, n.foaf+"surname", item.creators[j].lastName, true);
+ Zotero.RDF.addStatement(creator, n.foaf+"givenname", item.creators[j].firstName, true);
+
+ if(biblioCreatorTypes.indexOf(item.creators[j].creatorType) != -1) {
+ var cTag = n.bib+item.creators[j].creatorType+"s";
+ } else {
+ var cTag = n.z+item.creators[j].creatorType+"s";
+ }
+
+ if(!creatorContainers[cTag]) {
+ var creatorResource = Zotero.RDF.newResource();
+ // create new seq for author type
+ creatorContainers[cTag] = Zotero.RDF.newContainer("seq", creatorResource);
+ // attach container to resource
+ Zotero.RDF.addStatement(resource, cTag, creatorResource, false);
+ }
+ Zotero.RDF.addContainerElement(creatorContainers[cTag], creator, false);
+ }
+ }
+
+ // notes
+ if(item.notes && Zotero.getOption("exportNotes")) {
for(var j in item.notes) {
var noteResource = itemResources[item.notes[j].itemID];
// add note tag
Zotero.RDF.addStatement(noteResource, rdf+"type", n.bib+"Memo", false);
- // add note value
+ // add note item.notes
Zotero.RDF.addStatement(noteResource, rdf+"value", item.notes[j].note, true);
// add relationship between resource and note
Zotero.RDF.addStatement(resource, n.dcterms+"isReferencedBy", noteResource, false);
@@ -5186,40 +13586,150 @@ function generateItem(item, zoteroType, resource) {
generateSeeAlso(noteResource, item.notes[j].seeAlso);
generateTags(noteResource, item.notes[j].tags);
}
-
- if(item.itemType == "note" && item.note) {
- Zotero.RDF.addStatement(resource, rdf+"value", item.note, true);
+ }
+
+ // child attachments
+ if(item.attachments) {
+ for each(var attachment in item.attachments) {
+ var attachmentResource = itemResources[attachment.itemID];
+ Zotero.RDF.addStatement(resource, n.link+"link", attachmentResource, false);
+ generateItem(attachment, "attachment", attachmentResource);
}
}
- /** FILES **/
-
- for each(var attachment in item.attachments) {
- var attachmentResource = itemResources[attachment.itemID];
- Zotero.RDF.addStatement(resource, n.link+"link", attachmentResource, false);
- generateItem(attachment, "attachment", attachmentResource);
+ // relative file path for attachment items
+ if(item.path) {
+ Zotero.RDF.addStatement(resource, rdf+"resource", item.path, false);
}
+
+ // seeAlso and tags
+ if(item.seeAlso) generateSeeAlso(resource, item.seeAlso);
+ if(item.tags) generateTags(resource, item.tags);
- /** SEE ALSO AND TAGS **/
-
- generateSeeAlso(resource, item.seeAlso);
- generateTags(resource, item.tags);
+ for(var property in item.uniqueFields) {
+ var value = item[property];
+ if(!value) continue;
+
+ if(property == "title") { // title
+ Zotero.RDF.addStatement(resource, n.dc+"title", value, true);
+ } else if(property == "source") { // authors/editors/contributors
+ Zotero.RDF.addStatement(resource, n.dc+"source", value, true);
+ } else if(property == "url") { // url
+ // add url as identifier
+ var term = Zotero.RDF.newResource();
+ // set term type
+ Zotero.RDF.addStatement(term, rdf+"type", n.dcterms+"URI", false);
+ // set url value
+ Zotero.RDF.addStatement(term, rdf+"value", value, true);
+ // add relationship to resource
+ Zotero.RDF.addStatement(resource, n.dc+"identifier", term, false);
+ } else if(property == "accessionNumber") { // accessionNumber as generic ID
+ Zotero.RDF.addStatement(resource, n.dc+"identifier", value, true);
+ } else if(property == "rights") { // rights
+ Zotero.RDF.addStatement(resource, n.dc+"rights", value, true);
+ } else if(property == "edition" || // edition
+ property == "version") { // version
+ Zotero.RDF.addStatement(resource, n.prism+"edition", value, true);
+ } else if(property == "date") { // date
+ Zotero.RDF.addStatement(resource, n.dc+"date", value, true);
+ } else if(property == "accessDate") { // accessDate
+ Zotero.RDF.addStatement(resource, n.dcterms+"dateSubmitted", value, true);
+ } else if(property == "issueDate") { // issueDate
+ Zotero.RDF.addStatement(resource, n.dcterms+"issued", value, true);
+ } else if(property == "pages") { // pages
+ // not yet part of biblio, but should be soon
+ Zotero.RDF.addStatement(resource, n.bib+"pages", value, true);
+ } else if(property == "extra") { // extra
+ Zotero.RDF.addStatement(resource, n.dc+"description", value, true);
+ } else if(property == "mimeType") { // mimeType
+ Zotero.RDF.addStatement(resource, n.link+"type", value, true);
+ } else if(property == "charset") { // charset
+ Zotero.RDF.addStatement(resource, n.link+"charset", value, true);
+ // THE FOLLOWING ARE ALL PART OF THE CONTAINER
+ } else if(property == "ISSN") { // ISSN
+ Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"identifier", "ISSN "+value, true);
+ } else if(property == "ISBN") { // ISBN
+ Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"identifier", "ISBN "+value, true);
+ } else if(property == "DOI") { // DOI
+ Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"identifier", "DOI "+value, true);
+ } else if(property == "publicationTitle" || // publicationTitle
+ property == "reporter") { // reporter
+ Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dc+"title", value, true);
+ } else if(property == "journalAbbreviation") { // journalAbbreviation
+ Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.dcterms+"alternative", value, true);
+ } else if(property == "volume") { // volume
+ Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.prism+"volume", value, true);
+ } else if(property == "issue" || // issue
+ property == "number" || // number
+ property == "patentNumber") { // patentNumber
+ Zotero.RDF.addStatement((containerElement ? containerElement : resource), n.prism+"number", value, true);
+ } else if(property == "callNumber") {
+ var term = Zotero.RDF.newResource();
+ // set term type
+ Zotero.RDF.addStatement(term, rdf+"type", n.dcterms+"LCC", false);
+ // set callNumber value
+ Zotero.RDF.addStatement(term, rdf+"value", value, true);
+ // add relationship to resource
+ Zotero.RDF.addStatement(resource, n.dc+"subject", term, false);
+ } else if(property == "abstractNote") {
+ Zotero.RDF.addStatement(resource, n.dcterms+"abstract", value, true);
+ // THE FOLLOWING ARE ALL PART OF THE SERIES
+ } else if(property == "series") { // series
+ Zotero.RDF.addStatement(series, n.dc+"title", value, true);
+ } else if(property == "seriesTitle") { // seriesTitle
+ Zotero.RDF.addStatement(series, n.dcterms+"alternative", value, true);
+ } else if(property == "seriesText") { // seriesText
+ Zotero.RDF.addStatement(series, n.dc+"description", value, true);
+ } else if(property == "seriesNumber") { // seriesNumber
+ Zotero.RDF.addStatement(series, n.dc+"identifier", value, true);
+ // THE FOLLOWING ARE ALL PART OF THE PUBLISHER
+ } else if(property == "publisher" || // publisher
+ property == "distributor" || // distributor (film)
+ property == "label" || // label (audioRecording)
+ property == "company" || // company (computerProgram)
+ property == "institution") { // institution (report)
+ Zotero.RDF.addStatement(organization, n.foaf+"name", value, true);
+ } else if(property == "place") { // place
+ var address = Zotero.RDF.newResource();
+ // set address type
+ Zotero.RDF.addStatement(address, rdf+"type", n.vcard+"Address", false);
+ // set address locality
+ Zotero.RDF.addStatement(address, n.vcard+"locality", value, true);
+ // add relationship to organization
+ Zotero.RDF.addStatement(organization, n.vcard+"adr", address, false);
+ } else if(property == "archiveLocation") { // archiveLocation
+ Zotero.RDF.addStatement(resource, n.dc+"coverage", value, true);
+ } else if(property == "interviewMedium" ||
+ property == "artworkMedium") { // medium
+ Zotero.RDF.addStatement(resource, n.dcterms+"medium", value, true);
+ } else if(property == "conferenceName") {
+ var conference = Zotero.RDF.newResource();
+ // set conference type
+ Zotero.RDF.addStatement(conference, rdf+"type", n.bib+"Conference", false);
+ // set conference title
+ Zotero.RDF.addStatement(conference, n.dc+"title", value, true);
+ // add relationship to conference
+ Zotero.RDF.addStatement(resource, n.bib+"presentedAt", conference, false);
+ } else if(typeProperties.indexOf(property) != -1) {
+ Zotero.RDF.addStatement(resource, n.dc+"type", value, true);
+ // THE FOLLOWING RELATE TO NOTES
+ } else if(property == "note") {
+ if(Zotero.getOption("exportNotes")) {
+ if(item.itemType == "attachment") {
+ Zotero.RDF.addStatement(resource, n.dc+"description", value, true);
+ } else if(item.itemType == "note") {
+ Zotero.RDF.addStatement(resource, rdf+"value", value, true);
+ }
+ }
+ // THIS CATCHES ALL REMAINING PROPERTIES
+ } else if(ignoreProperties.indexOf(property) == -1) {
+ Zotero.debug("Zotero RDF: using Zotero namespace for property "+property);
+ Zotero.RDF.addStatement(resource, n.z+property, value, true);
+ }
+ }
}
function doExport() {
- rdf = "http://www.w3.org/1999/02/22-rdf-syntax-ns#";
-
- n = {
- bib:"http://purl.org/net/biblio#",
- dc:"http://purl.org/dc/elements/1.1/",
- dcterms:"http://purl.org/dc/terms/",
- prism:"http://prismstandard.org/namespaces/1.2/basic/",
- foaf:"http://xmlns.com/foaf/0.1/",
- vcard:"http://nwalsh.com/rdf/vCard#",
- link:"http://purl.org/rss/1.0/modules/link/",
- fs:"http://www.zotero.org/namespaces/export#"
- };
-
// add namespaces
for(var i in n) {
Zotero.RDF.addNamespace(i, n[i]);
@@ -5271,7 +13781,7 @@ function doExport() {
}
}');
-REPLACE INTO "translators" VALUES ('6e372642-ed9d-4934-b5d1-c11ac758ebb7', '2006-10-02 17:00:00', 1, 100, 2, 'Unqualified Dublin Core RDF', 'Simon Kornblith', 'rdf',
+REPLACE INTO translators VALUES ('6e372642-ed9d-4934-b5d1-c11ac758ebb7', '1.0.0b3.r1', '', '2006-10-02 17:00:00', 1, 100, 2, 'Unqualified Dublin Core RDF', 'Simon Kornblith', 'rdf',
'Zotero.configure("dataMode", "rdf");',
'function doExport() {
var dc = "http://purl.org/dc/elements/1.1/";
@@ -5344,7 +13854,10 @@ REPLACE INTO "translators" VALUES ('6e372642-ed9d-4934-b5d1-c11ac758ebb7', '2006
Zotero.RDF.addStatement(resource, dc+"publisher", item.publisher, true);
} else if(item.distributor) {
Zotero.RDF.addStatement(resource, dc+"publisher", item.distributor, true);
+ } else if(item.institution) {
+ Zotero.RDF.addStatement(resource, dc+"publisher", item.distributor, true);
}
+
// date/year
if(item.date) {
Zotero.RDF.addStatement(resource, dc+"date", item.date, true);
@@ -5378,7 +13891,7 @@ REPLACE INTO "translators" VALUES ('6e372642-ed9d-4934-b5d1-c11ac758ebb7', '2006
}
}');
-REPLACE INTO "translators" VALUES ('5e3ad958-ac79-463d-812b-a86a9235c28f', '2006-10-02 17:00:00', 1, 100, 1, 'RDF', 'Simon Kornblith', 'rdf',
+REPLACE INTO translators VALUES ('5e3ad958-ac79-463d-812b-a86a9235c28f', '1.0.0b4.r1', '', '2007-03-22 15:55:00', 1, 100, 1, 'RDF', 'Simon Kornblith', 'rdf',
'Zotero.configure("dataMode", "rdf");
function detectImport() {
@@ -5390,7 +13903,24 @@ function detectImport() {
return true;
}
}',
-'// gets the first result set for a property that can be encoded in multiple
+'var rdf = "http://www.w3.org/1999/02/22-rdf-syntax-ns#";
+
+var n = {
+ bib:"http://purl.org/net/biblio#",
+ dc:"http://purl.org/dc/elements/1.1/",
+ dcterms:"http://purl.org/dc/terms/",
+ prism:"http://prismstandard.org/namespaces/1.2/basic/",
+ foaf:"http://xmlns.com/foaf/0.1/",
+ vcard:"http://nwalsh.com/rdf/vCard#",
+ link:"http://purl.org/rss/1.0/modules/link/",
+ z:"http://www.zotero.org/namespaces/export#"
+};
+
+var callNumberTypes = [n.dcterms+"LCC", n.dcterms+"DDC", n.dcterms+"UDC"];
+
+var defaultUnknownType = "book";
+
+// gets the first result set for a property that can be encoded in multiple
// ontologies
function getFirstResults(node, properties, onlyOneString) {
for(var i=0; i 3) {
+ return false;
+ }
}
}
}
-}',
+}',
'var fieldMap = {
ID:"itemID",
T1:"title",
- T3:"seriesTitle",
+ T3:"series",
JF:"publicationTitle",
VL:"volume",
IS:"issue",
CP:"place",
PB:"publisher",
- JA:"journalAbbreviation"
+ JA:"journalAbbreviation",
+ M3:"DOI"
};
var inputFieldMap = {
TI:"title",
CT:"title",
- JO:"publicationTitle",
CY:"place"
};
@@ -5925,35 +14525,55 @@ var typeMap = {
interview:"PCOMM",
film:"MPCT",
artwork:"ART",
- webpage:"ELEC"
+ report:"RPRT",
+ bill:"BILL",
+ case:"CASE",
+ hearing:"HEAR",
+ patent:"PAT",
+ statute:"STAT",
+ map:"MAP",
+ blogPost:"ELEC",
+ webpage:"ELEC",
+ instantMessage:"ICOMM",
+ forumPost:"ICOMM",
+ email:"ICOMM",
+ audioRecording:"SOUND",
+ presentation:"GEN",
+ videoRecording:"VIDEO",
+ tvBroadcast:"GEN",
+ radioBroadcast:"GEN",
+ podcast:"GEN",
+ computerProgram:"COMP",
+ conferencePaper:"CONF",
+ document:"GEN"
};
// supplements outputTypeMap for importing
-// TODO: BILL, CASE, COMP, CONF, DATA, HEAR, MUSIC, PAT, SOUND, STAT
+// TODO: DATA, MUSIC
var inputTypeMap = {
ABST:"journalArticle",
ADVS:"film",
CTLG:"magazineArticle",
- GEN:"book",
INPR:"manuscript",
JFULL:"journalArticle",
- MAP:"artwork",
PAMP:"manuscript",
- RPRT:"book",
SER:"book",
SLIDE:"artwork",
- UNBILL:"manuscript",
- VIDEO:"film"
+ UNBILL:"manuscript"
};
function processTag(item, tag, value) {
+ if (Zotero.Utilities.unescapeHTML) {
+ value = Zotero.Utilities.unescapeHTML(value);
+ }
+
if(fieldMap[tag]) {
item[fieldMap[tag]] = value;
} else if(inputFieldMap[tag]) {
item[inputFieldMap[tag]] = value;
} else if(tag == "TY") {
// look for type
-
+
// first check typeMap
for(var i in typeMap) {
if(value == typeMap[i]) {
@@ -5969,6 +14589,12 @@ function processTag(item, tag, value) {
item.itemType = inputTypeMap["GEN"];
}
}
+ } else if(tag == "JO") {
+ if (item.itemType == "conferencePaper"){
+ item.conferenceName = value;
+ } else {
+ item.publicationTitle = value;
+ }
} else if(tag == "BT") {
// ignore, unless this is a book or unpublished work, as per spec
if(item.itemType == "book" || item.itemType == "manuscript") {
@@ -5989,25 +14615,25 @@ function processTag(item, tag, value) {
} else if(tag == "Y1" || tag == "PY") {
// year or date
var dateParts = value.split("/");
-
+
if(dateParts.length == 1) {
// technically, if there''s only one date part, the file isn''t valid
// RIS, but EndNote writes this, so we have to too
item.date = value;
} else {
// in the case that we have a year and other data, format that way
-
+
var month = parseInt(dateParts[1]);
if(month) {
month--;
} else {
month = undefined;
}
-
+
item.date = Zotero.Utilities.formatDate({year:dateParts[0],
- month:month,
- day:dateParts[2],
- part:dateParts[3]});
+ month:month,
+ day:dateParts[2],
+ part:dateParts[3]});
}
} else if(tag == "Y2") {
// the secondary date field can mean two things, a secondary date, or an
@@ -6023,9 +14649,11 @@ function processTag(item, tag, value) {
}
} else if(tag == "N1" || tag == "AB") {
// notes
- if(value != item.title) { // why does EndNote do this!?
+ if(value != item.title) { // why does EndNote do this!?
item.notes.push({note:value});
}
+ } else if(tag == "N2") {
+ item.abstractNote = value;
} else if(tag == "KW") {
// keywords/tags
item.tags.push(value);
@@ -6033,7 +14661,7 @@ function processTag(item, tag, value) {
// start page
if(!item.pages) {
item.pages = value;
- } else if(item.pages[0] == "-") { // already have ending page
+ } else if(item.pages[0] == "-") { // already have ending page
item.pages = value + item.pages;
} else { // multiple ranges? hey, it''s a possibility
item.pages += ", "+value;
@@ -6060,7 +14688,7 @@ function processTag(item, tag, value) {
if(!item.url) {
item.url = value;
}
-
+
if(tag == "UR") {
item.attachments.push({url:value});
} else if(tag == "L1") {
@@ -6085,7 +14713,10 @@ function completeItem(item) {
}
item.backupPublicationTitle = undefined;
}
-
+ // hack for sites like Nature, which only use JA, journal abbreviation
+ if(item.journalAbbreviation && !item.publicationTitle){
+ item.publicationTitle = item.journalAbbreviation;
+ }
item.complete();
}
@@ -6093,39 +14724,42 @@ function doImport(attachments) {
// this is apparently the proper character set for RIS, although i''m not
// sure how many people follow this
Zotero.setCharacterSet("IBM850");
-
+
var line = true;
var tag = data = false;
- do { // first valid line is type
- Zotero.Utilities.debug("ignoring "+line);
+ do { // first valid line is type
+ Zotero.debug("ignoring "+line);
line = Zotero.read();
line = line.replace(/^\s+/, "");
} while(line !== false && line.substr(0, 6) != "TY - ");
-
+
var item = new Zotero.Item();
var i = 0;
if(attachments && attachments[i]) {
item.attachments = attachments[i];
}
-
+
var tag = "TY";
var data = line.substr(6);
- while((line = Zotero.read()) !== false) { // until EOF
- line = line.replace(/^\s+/, "");
- if(line.substr(2, 4) == " - ") {
+ var rawLine;
+ while((rawLine = Zotero.read()) !== false) { // until EOF
+ // trim leading space if this line is not part of a note
+ line = rawLine.replace(/^\s+/, "");
+ Zotero.debug("line is "+rawLine);
+ if(line.substr(2, 4) == " - " || line == "ER -") {
// if this line is a tag, take a look at the previous line to map
// its tag
if(tag) {
processTag(item, tag, data);
}
-
+
// then fetch the tag and data from this line
tag = line.substr(0,2);
data = line.substr(6);
-
- Zotero.Utilities.debug("tag: ''"+tag+"''; data: ''"+data+"''");
-
- if(tag == "ER") { // ER signals end of reference
+
+ Zotero.debug("tag: ''"+tag+"''; data: ''"+data+"''");
+
+ if(tag == "ER") { // ER signals end of reference
// unset info
tag = data = false;
// new item
@@ -6138,17 +14772,23 @@ function doImport(attachments) {
}
} else {
// otherwise, assume this is data from the previous line continued
- if(tag) {
+ if(tag == "N1" || tag == "N2" || tag == "AB") {
+ // preserve line endings for N1/N2/AB fields, for EndNote
+ // compatibility
+ data += "\n"+rawLine;
+ } else if(tag) {
+ // otherwise, follow the RIS spec
if(data[data.length-1] == " ") {
- data += line;
+ data += rawLine;
} else {
- data += " "+line;
+ data += " "+rawLine;
}
}
}
}
-
- if(tag) { // save any unprocessed tags
+
+ if(tag && tag != "ER") { // save any unprocessed tags
+ Zotero.debug(tag);
processTag(item, tag, data);
completeItem(item);
}
@@ -6164,23 +14804,23 @@ function doExport() {
// this is apparently the proper character set for RIS, although i''m not
// sure how many people follow this
Zotero.setCharacterSet("IBM850");
-
+
var item;
-
+
while(item = Zotero.nextItem()) {
// can''t store independent notes in RIS
if(item.itemType == "note" || item.itemType == "attachment") {
continue;
}
-
+
// type
- addTag("TY", typeMap[item.itemType]);
-
+ addTag("TY", typeMap[item.itemType] ? typeMap[item.itemType] : "GEN");
+
// use field map
for(var j in fieldMap) {
- addTag(j, item[fieldMap[j]]);
+ if(item[fieldMap[j]]) addTag(j, item[fieldMap[j]]);
}
-
+
// creators
for(var j in item.creators) {
// only two types, primary and secondary
@@ -6188,10 +14828,10 @@ function doExport() {
if(item.creators[j].creatorType != "author") {
risTag = "A2";
}
-
+
addTag(risTag, item.creators[j].lastName+","+item.creators[j].firstName);
}
-
+
// date
if(item.date) {
var date = Zotero.Utilities.strToDate(item.date);
@@ -6213,19 +14853,23 @@ function doExport() {
}
addTag("PY", string);
}
-
+
// notes
if(Zotero.getOption("exportNotes")) {
for(var j in item.notes) {
- addTag("N1", item.notes[j].note.replace(/[\r\n]/g, " "));
+ addTag("N1", item.notes[j].note.replace(/(?:\r\n?|\n)/g, "\r\n"));
}
}
-
- // tags
- for(var j in item.tags) {
- addTag("KY", item.tags[j]);
+
+ if(item.abstractNote) {
+ addTag("N2", item.abstractNote.replace(/(?:\r\n?|\n)/g, "\r\n"));
}
-
+
+ // tags
+ for each(var tag in item.tags) {
+ addTag("KW", tag.tag);
+ }
+
// pages
if(item.pages) {
if(item.itemType == "book") {
@@ -6236,23 +14880,23 @@ function doExport() {
addTag("EP", range[1]);
}
}
-
+
// ISBN/ISSN
addTag("SN", item.ISBN);
addTag("SN", item.ISSN);
-
+
// URL
if(item.url) {
addTag("UR", item.url);
} else if(item.source && item.source.substr(0, 7) == "http://") {
addTag("UR", item.source);
}
-
+
Zotero.write("ER - \r\n\r\n");
}
}');
-REPLACE INTO "translators" VALUES ('881f60f2-0802-411a-9228-ce5f47b64c7d', '2006-10-02 17:00:00', 1, 100, 3, 'Refer/BibIX', 'Simon Kornblith', 'txt',
+REPLACE INTO translators VALUES ('881f60f2-0802-411a-9228-ce5f47b64c7d', '1.0.0b4.r1', '', '2007-09-09 05:30:00', '1', '100', '3', 'EndNote/Refer/BibIX', 'Simon Kornblith', 'txt',
'Zotero.configure("dataMode", "line");
function detectImport() {
@@ -6273,10 +14917,10 @@ function detectImport() {
}
}
}
-}',
+}',
'var fieldMap = {
T:"title",
- S:"seriesTitle",
+ S:"series",
V:"volume",
N:"issue",
C:"place",
@@ -6289,7 +14933,8 @@ function detectImport() {
L:"callNumber",
M:"accessionNumber",
U:"url",
- 7:"edition"
+ 7:"edition",
+ X:"abstractNote"
};
var inputFieldMap = {
@@ -6309,41 +14954,76 @@ var typeMap = {
letter:"Personal Communication",
manuscript:"Unpublished Work",
interview:"Personal Communication",
- film:"Audiovisual Material",
+ film:"Film or Broadcast",
artwork:"Artwork",
- webpage:"Electronic Source"
+ webpage:"Web Page",
+ report:"Report",
+ bill:"Bill",
+ "case":"Case",
+ hearing:"Hearing",
+ patent:"Patent",
+ statute:"Statute",
+ email:"Personal Communication",
+ map:"Map",
+ blogPost:"Web Page",
+ instantMessage:"Personal Communication",
+ forumPost:"Web Page",
+ audioRecording:"Audiovisual Material",
+ presentation:"Report",
+ videoRecording:"Audiovisual Material",
+ tvBroadcast:"Film or Broadcast",
+ radioBroadcast:"Film or Broadcast",
+ podcast:"Audiovisual Material",
+ computerProgram:"Computer Program",
+ conferencePaper:"Conference Paper",
+ document:"Generic",
+ encyclopediaArticle:"Encyclopedia",
+ dictionaryEntry:"Dictionary"
};
// supplements outputTypeMap for importing
// TODO: BILL, CASE, COMP, CONF, DATA, HEAR, MUSIC, PAT, SOUND, STAT
var inputTypeMap = {
- "Generic":"book"
+ "Ancient Text":"book",
+ "Audiovisual Material":"videoRecording",
+ "Generic":"book",
+ "Chart or Table":"artwork",
+ "Classical Work":"book",
+ "Conference Proceedings":"conferencePaper",
+ "Conference Paper":"conferencePaper",
+ "Edited Book":"book",
+ "Electronic Article":"journalArticle",
+ "Electronic Book":"book",
+ "Equation":"artwork",
+ "Figure":"artwork",
+ "Government Document":"document",
+ "Grant":"document",
+ "Legal Rule or Regulation":"statute",
+ "Online Database":"webpage",
+ "Online Multimedia":"webpage",
+ "Electronic Source":"webpage"
};
var isEndNote = false;
function processTag(item, tag, value) {
+ value = Zotero.Utilities.superCleanString(value);
if(fieldMap[tag]) {
item[fieldMap[tag]] = value;
} else if(inputFieldMap[tag]) {
item[inputFieldMap[tag]] = value;
} else if(tag == "0") {
- // EndNote type
- isEndNote = true;
- // first check typeMap
- for(var i in typeMap) {
- if(value == typeMap[i]) {
- item.itemType = i;
- }
- }
- // then check inputTypeMap
- if(!item.itemType) {
- if(inputTypeMap[value]) {
- item.itemType = inputTypeMap[value];
- } else {
- // default to generic from inputTypeMap
- item.itemType = inputTypeMap["Generic"];
+ if(inputTypeMap[value]) { // first check inputTypeMap
+ item.itemType = inputTypeMap[value]
+ } else { // then check typeMap
+ for(var i in typeMap) {
+ if(value == typeMap[i]) {
+ item.itemType = i;
+ break;
+ }
}
+ // fall back to generic
+ if(!item.itemType) item.itemType = inputTypeMap["Generic"];
}
} else if(tag == "A" || tag == "E" || tag == "?") {
if(tag == "A") {
@@ -6354,12 +15034,7 @@ function processTag(item, tag, value) {
var type = "translator";
}
- // use comma only if EndNote format
- if(isEndNote) {
- item.creators.push(Zotero.Utilities.cleanAuthor(value, type, true));
- } else {
- item.creators.push(Zotero.Utilities.cleanAuthor(value, type));
- }
+ item.creators.push(Zotero.Utilities.cleanAuthor(value, type, value.indexOf(",") != -1));
} else if(tag == "Q") {
item.creators.push({creatorType:"author", lastName:value, fieldMode:true});
} else if(tag == "H" || tag == "O") {
@@ -6394,7 +15069,7 @@ function doImport() {
var line = true;
var tag = data = false;
do { // first valid line is type
- Zotero.Utilities.debug("ignoring "+line);
+ Zotero.debug("ignoring "+line);
line = Zotero.read();
line = line.replace(/^\s+/, "");
} while(line !== false && line[0] != "%");
@@ -6456,11 +15131,11 @@ function doExport() {
}
// type
- addTag("0", typeMap[item.itemType]);
+ addTag("0", typeMap[item.itemType] ? typeMap[item.itemType] : "Generic");
// use field map
for(var j in fieldMap) {
- addTag(j, item[fieldMap[j]]);
+ if(item[fieldMap[j]]) addTag(j, item[fieldMap[j]]);
}
// creators
@@ -6480,13 +15155,17 @@ function doExport() {
// tags
if(item.tags) {
- addTag("K", item.tags.join("\r\n"));
+ var keywordTag = "";
+ for each(var tag in item.tags) {
+ keywordTag += "\r\n"+tag.tag;
+ }
+ addTag("K", keywordTag.substr(2));
}
Zotero.write("\r\n");
}
}');
-REPLACE INTO "translators" VALUES ('9cb70025-a888-4a29-a210-93ec52da40d4', '2006-10-02 17:00:00', 1, 100, 3, 'BibTeX', 'Simon Kornblith', 'bib',
+REPLACE INTO translators VALUES ('9cb70025-a888-4a29-a210-93ec52da40d4', '1.0.0b4.r1', '', '2007-06-22 17:30:00', '1', '100', '3', 'BibTeX', 'Simon Kornblith', 'bib',
'Zotero.configure("dataMode", "block");
function detectImport() {
@@ -6509,12 +15188,12 @@ function detectImport() {
if(re.test(block)) {
return true;
}
-}',
+}',
'var fieldMap = {
address:"place",
chapter:"section",
edition:"edition",
- number:"issue",
+// number:"issue",
type:"type",
series:"series",
title:"title",
@@ -6523,12 +15202,12 @@ function detectImport() {
isbn:"ISBN",
issn:"ISSN",
location:"archiveLocation",
- url:"url"
+ url:"url",
+ "abstract":"abstractNote"
};
var inputFieldMap = {
booktitle :"publicationTitle",
- journal:"publicationTitle",
school:"publisher",
publisher:"publisher"
};
@@ -6545,14 +15224,14 @@ var typeMap = {
interview:"misc",
film:"misc",
artwork:"misc",
- webpage:"misc"
+ webpage:"misc",
+ conferencePaper:"inproceedings"
};
// supplements outputTypeMap for importing
var inputTypeMap = {
- inproceedings:"journalArticle",
- conference:"journalArticle",
- techreport:"book",
+ conference:"inproceedings",
+ techreport:"report",
booklet:"book",
incollection:"bookSection",
manual:"book",
@@ -6617,6 +15296,19 @@ function processField(item, field, value) {
item[fieldMap[field]] = value;
} else if(inputFieldMap[field]) {
item[inputFieldMap[field]] = value;
+ } else if(field == "journal") {
+ if(item.publicationTitle) {
+ // we already had an fjournal
+ item.journalAbbreviation = value
+ } else {
+ item.publicationTitle = value;
+ }
+ } else if(field == "fjournal") {
+ if(item.publicationTitle) {
+ // move publicationTitle to abbreviation
+ item.journalAbbreviation = value;
+ }
+ item.publicationTitle = value;
} else if(field == "author" || field == "editor") {
// parse authors/editors
var names = value.split(" and ");
@@ -6626,6 +15318,12 @@ function processField(item, field, value) {
}
} else if(field == "institution" || field == "organization") {
item.backupPublisher = value;
+ } else if(field == "number"){ // fix for techreport
+ if (item.itemType == "report") {
+ item.reportNumber = value;
+ } else {
+ item.issue = value;
+ }
} else if(field == "month") {
var monthIndex = months.indexOf(value.toLowerCase());
if(monthIndex != -1) {
@@ -6679,6 +15377,7 @@ function getFieldValue() {
var value = "";
// now, we have the first character of the field
if("0123456789".indexOf(read) != -1) {
+ value += read;
// character is a number
while((read = Zotero.read(1)) && ("0123456789".indexOf(read) != -1)) {
value += read;
@@ -6747,7 +15446,7 @@ function getFieldValue() {
}
function beginRecord(type, closeChar) {
- type = type.toLowerCase()
+ type = Zotero.Utilities.cleanString(type.toLowerCase());
if(inputTypeMap[type]) {
var item = new Zotero.Item(inputTypeMap[type]);
} else {
@@ -6758,10 +15457,12 @@ function beginRecord(type, closeChar) {
}
}
if(!item) {
- Zotero.Utilities.debug("discarded item from BibTeX; type was "+type);
+ Zotero.debug("discarded item from BibTeX; type was "+type);
}
}
+ item.extra = "";
+
var field = "";
while(read = Zotero.read(1)) {
if(read == "=") { // equals begin a field
@@ -6812,15 +15513,40 @@ function doImport() {
}
}
-function writeField(field, value) {
- if(!value) return;
+// some fields are, in fact, macros. If that is the case then we should not put the
+// data in the braces as it will cause the macros to not expand properly
+function writeMacroField(field, value) {
+ if (!value) {
+ return;
+ }
value = value.toString();
// replace naughty chars
value = value.replace(/([#$%&~_^\\{}])/g, "\\$1");
// replace accented characters
- for(var i in accentedCharacters) {
+ for (var i in accentedCharacters) {
+ value = value.replace(accentedCharacters[i], i);
+ }
+ // replace other accented characters
+ value = value.replace(/[\u0080-\uFFFF]/g, "?")
+
+ // write
+ Zotero.write(",\n\t"+field+" = "+value);
+}
+
+function writeField(field, value) {
+ if(!value) return;
+
+ value = value.toString();
+ // replace naughty chars
+ value = value.replace(/([#$%&~_^\\{}])/g, "\\$1");
+ // we assume people who use braces in their title probably did so intentionally
+ if (field == "title") {
+ value = value.replace(/\\([{}])/g, "$1");
+ }
+ // replace accented characters
+ for (var i in accentedCharacters) {
value = value.replace(accentedCharacters[i], i);
}
// replace other accented characters
@@ -6839,22 +15565,37 @@ function doExport() {
}
accentedCharacters = newArray;
- Zotero.write("% BibTeX export generated by Zotero "+Zotero.Utilities.getVersion());
+ //Zotero.write("% BibTeX export generated by Zotero "+Zotero.Utilities.getVersion());
var first = true;
var citekeys = new Object();
var item;
while(item = Zotero.nextItem()) {
// determine type
- if(!typeMap[item.itemType]) {
- continue;
- }
+ var type = typeMap[item.itemType];
+ if(!type) type = "misc";
// create a unique citation key
var basekey = "";
if(item.creators && item.creators[0] && item.creators[0].lastName) {
- basekey = item.creators[0].lastName.toLowerCase();
+ basekey = item.creators[0].lastName.toLowerCase().replace(/ /g,"_").replace(/,/g,"");
}
+
+ // include the item title as part of the citation key
+ if (item["title"]) {
+ // this is a list of words that should not appear as part of the citation key
+ var bannedTitleKeys = {"a" : 1, "an" : 1, "does": 1, "how": 1, "it''s": 1, "on" : 1, "some": 1, "the" : 1, "this" : 1, "why" : 1 };
+ var titleElements = item["title"].split(" ");
+ var appendKey = "";
+ for (te in titleElements) {
+ if (!bannedTitleKeys[titleElements[te].toLowerCase()]) {
+ appendKey = "_" + titleElements[te].toLowerCase() + "_";
+ break;
+ }
+ }
+ basekey = basekey + appendKey;
+ }
+
if(item.date) {
var date = Zotero.Utilities.strToDate(item.date);
if(date.year && numberRe.test(date.year)) {
@@ -6862,6 +15603,8 @@ function doExport() {
}
}
+ // make sure we do not have any other funny characters
+ basekey = basekey.replace(/[\. ,'':\"!&]/g,"");
var citekey = basekey;
var i = 0;
while(citekeys[citekey]) {
@@ -6871,7 +15614,7 @@ function doExport() {
citekeys[citekey] = true;
// write citation key
- Zotero.write((first ? "" : ",") + "\n\n@"+typeMap[item.itemType]+"{"+citekey);
+ Zotero.write((first ? "" : ",\n\n") + "@"+type+"{"+citekey);
first = false;
for(var field in fieldMap) {
@@ -6880,6 +15623,10 @@ function doExport() {
}
}
+ if(item.conferenceName) {
+ writeField("booktitle", item.conferenceName);
+ }
+
if(item.publicationTitle) {
if(item.itemType == "chapter") {
writeField("booktitle", item.publicationTitle);
@@ -6902,12 +15649,15 @@ function doExport() {
var editor = "";
for each(var creator in item.creators) {
var creatorString = creator.lastName;
- if(creator.firstName) creatorString += ", "+creator.firstName;
-
- if(creator.creatorType == "editor") {
- author += " and "+creatorString;
- } else {
+
+ if (creator.firstName) {
+ creatorString = creator.firstName + " " + creator.lastName;
+ }
+
+ if (creator.creatorType == "editor") {
editor += " and "+creatorString;
+ } else {
+ author += " and "+creatorString;
}
}
@@ -6915,14 +15665,14 @@ function doExport() {
writeField("author", author.substr(5));
}
if(editor) {
- writeField("author", editor.substr(5));
+ writeField("editor", editor.substr(5));
}
}
if(item.date) {
// need to use non-localized abbreviation
if(date.month) {
- writeField("month", months[date.month]);
+ writeMacroField("month", months[date.month]);
}
if(date.year) {
writeField("year", date.year);
@@ -6934,14 +15684,21 @@ function doExport() {
}
if(item.tags && item.tags.length) {
- writeField("keywords", item.tags.join(","));
+ var tagString = "";
+ for each(var tag in item.tags) {
+ tagString += ","+tag.tag;
+ }
+ writeField("keywords", tagString.substr(1));
+ }
+ if(item.pages) {
+ writeField("pages", item.pages);
}
Zotero.write("\n}");
}
}');
-REPLACE INTO "translators" VALUES ('a6ee60df-1ddc-4aae-bb25-45e0537be973', '2006-10-02 17:00:00', 1, 100, 1, 'MARC', 'Simon Kornblith', 'marc',
+REPLACE INTO translators VALUES ('a6ee60df-1ddc-4aae-bb25-45e0537be973', '1.0.0b3.r1', '', '2007-03-28 19:15:00', 1, 100, 1, 'MARC', 'Simon Kornblith', 'marc',
'function detectImport() {
var marcRecordRegexp = /^[0-9]{5}[a-z ]{3}$/
var read = Zotero.read(8);
@@ -6959,8 +15716,8 @@ var subfieldDelimiter = "\x1F";
// general purpose cleaning
function clean(value) {
- value = value.replace(/^[\s\.\,\/\:]+/, '''');
- value = value.replace(/[\s\.\,\/\:]+$/, '''');
+ value = value.replace(/^[\s\.\,\/\:;]+/, '''');
+ value = value.replace(/[\s\.\,\/\:;]+$/, '''');
value = value.replace(/ +/g, '' '');
var char1 = value[0];
@@ -7118,7 +15875,10 @@ record.prototype.getFieldSubfields = function(tag) { // returns a two-dimensiona
} else {
for(var j in subfields) {
if(subfields[j]) {
- returnFields[i][subfields[j].substr(0, this.subfieldCodeLength-1)] = subfields[j].substr(this.subfieldCodeLength-1);
+ var subfieldIndex = subfields[j].substr(0, this.subfieldCodeLength-1);
+ if(!returnFields[i][subfieldIndex]) {
+ returnFields[i][subfieldIndex] = subfields[j].substr(this.subfieldCodeLength-1);
+ }
}
}
}
@@ -7130,7 +15890,7 @@ record.prototype.getFieldSubfields = function(tag) { // returns a two-dimensiona
// add field to DB
record.prototype._associateDBField = function(item, fieldNo, part, fieldName, execMe, arg1, arg2) {
var field = this.getFieldSubfields(fieldNo);
- Zotero.Utilities.debug(''found ''+field.length+'' matches for ''+fieldNo+part);
+ Zotero.debug(''MARC: found ''+field.length+'' matches for ''+fieldNo+part);
if(field) {
for(var i in field) {
var value = false;
@@ -7155,6 +15915,7 @@ record.prototype._associateDBField = function(item, fieldNo, part, fieldName, ex
item.creators.push(value);
} else {
item[fieldName] = value;
+ return;
}
}
}
@@ -7261,7 +16022,7 @@ record.prototype.translate = function(item) {
// Extract pages
this._associateDBField(item, "300", "a", "pages", pullNumber);
// Extract series
- this._associateDBField(item, "440", "a", "seriesTitle");
+ this._associateDBField(item, "440", "a", "series");
// Extract call number
this._associateDBField(item, "084", "ab", "callNumber");
this._associateDBField(item, "082", "a", "callNumber");
@@ -7283,7 +16044,6 @@ function doImport() {
while(text = Zotero.read(4096)) { // read in 4096 byte increments
var records = text.split("\x1D");
- Zotero.Utilities.debug(records);
if(records.length > 1) {
records[0] = holdOver + records[0];
@@ -7305,168 +16065,655 @@ function doImport() {
}
}');
-REPLACE INTO "csl" VALUES('http://purl.org/net/xbiblio/csl/styles/apa.csl', '2006-10-02 17:00:00', 'American Psychological Association',
-'
-
-');
-REPLACE INTO "csl" VALUES('http://purl.org/net/xbiblio/csl/styles/chicago-note.csl', '2006-10-02 17:00:00', 'Chicago Manual of Style (Note)',
+REPLACE INTO csl VALUES('http://www.zotero.org/namespaces/CSL/chicago-author-date.csl', '2007-10-18 22:45:00', 'Chicago Manual of Style (Author-Date)',
+'
+');
+
+REPLACE INTO csl VALUES('http://purl.org/net/xbiblio/csl/styles/chicago-note.csl', '2007-10-18 22:45:00', 'Chicago Manual of Style (Note without Reference List)',
'
');
-REPLACE INTO "csl" VALUES('http://purl.org/net/xbiblio/csl/styles/mla.csl', '2006-10-02 17:00:00', 'Modern Language Association',
+REPLACE INTO csl VALUES('http://www.zotero.org/namespaces/CSL/chicago-note-bibliography.csl', '2007-10-18 22:45:00', 'Chicago Manual of Style (Note with Reference List)',
'
-
-');
+
+REPLACE INTO csl VALUES('http://purl.org/net/xbiblio/csl/styles/mla.csl', '2007-10-18 22:45:00', 'Modern Language Association',
+'
+');
+
+REPLACE INTO csl VALUES('http://purl.org/net/xbiblio/csl/styles/mhra_note_without_bibliography.csl', '2007-10-18 22:45:00', 'Modern Humanities Research Association (Note without Bibliography)',
+'
+
+');
+
+REPLACE INTO csl VALUES('http://purl.org/net/xbiblio/csl/styles/asa.csl', '2007-10-18 22:45:00', 'American Sociological Association',
+'
+
+');
+
+
+REPLACE INTO csl VALUES('http://purl.org/net/xbiblio/csl/styles/nature.csl', '2007-10-18 22:45:00', 'Nature Journal',
+'
+
+'
+);
+
+REPLACE INTO csl VALUES('http://purl.org/net/xbiblio/csl/styles/nlm.csl', '2007-10-18 22:45:00', 'National Library of Medicine',
+'
+
+');
+
+REPLACE INTO csl VALUES('http://purl.org/net/xbiblio/csl/styles/ieee.csl', '2007-10-18 22:45:00', 'IEEE',
+'
+
+');
\ No newline at end of file
diff --git a/system.sql b/system.sql
index 24fc87ed34..9851f0a9ff 100644
--- a/system.sql
+++ b/system.sql
@@ -1,4 +1,4 @@
--- 6
+-- 20
-- This file creates system tables that can be safely wiped and reinitialized
-- at any time, as long as existing ids are preserved.
@@ -15,6 +15,8 @@
-- Describes various types of fields and their format restrictions,
-- and indicates whether data should be stored as strings or integers
+ --
+ -- unused
DROP TABLE IF EXISTS fieldFormats;
CREATE TABLE fieldFormats (
fieldFormatID INTEGER PRIMARY KEY,
@@ -42,7 +44,20 @@
FOREIGN KEY (itemTypeID) REFERENCES itemTypes(itemTypeID),
FOREIGN KEY (fieldID) REFERENCES fields(fieldID)
);
-
+
+-- Maps base fields to type-specific fields (e.g. publisher to label in audioRecording)
+DROP TABLE IF EXISTS baseFieldMappings;
+CREATE TABLE baseFieldMappings (
+ itemTypeID INT,
+ baseFieldID INT,
+ fieldID INT,
+ PRIMARY KEY (itemTypeID, baseFieldID, fieldID),
+ FOREIGN KEY (baseFieldID) REFERENCES fields(fieldID),
+ FOREIGN KEY (fieldID) REFERENCES fields(fieldID)
+);
+DROP INDEX IF EXISTS baseFieldMappings_baseFieldID;
+CREATE INDEX baseFieldMappings_baseFieldID ON baseFieldMappings(baseFieldID);
+
DROP TABLE IF EXISTS charsets;
CREATE TABLE charsets (
charsetID INTEGER PRIMARY KEY,
@@ -113,10 +128,11 @@ CREATE TABLE itemTypeCreatorTypes (
);
+ -- unused
INSERT INTO "fieldFormats" VALUES(1, '.*', 0);
INSERT INTO "fieldFormats" VALUES(2, '[0-9]*', 1);
INSERT INTO "fieldFormats" VALUES(3, '[0-9]{4}', 1);
-
+
INSERT INTO itemTypes VALUES (1,'note',NULL,0);
INSERT INTO itemTypes VALUES (2,'book',NULL,2);
INSERT INTO itemTypes VALUES (3,'bookSection',2,2);
@@ -149,6 +165,10 @@ INSERT INTO itemTypes VALUES (29,'tvBroadcast',NULL,1);
INSERT INTO itemTypes VALUES (30,'radioBroadcast',NULL,1);
INSERT INTO itemTypes VALUES (31,'podcast',NULL,1);
INSERT INTO itemTypes VALUES (32,'computerProgram',NULL,1);
+INSERT INTO itemTypes VALUES (33,'conferencePaper',NULL,1);
+INSERT INTO itemTypes VALUES (34,'document',NULL,2);
+INSERT INTO itemTypes VALUES (35,'encyclopediaArticle',NULL,1);
+INSERT INTO itemTypes VALUES (36,'dictionaryEntry',NULL,1);
INSERT INTO fields VALUES (1,'url',NULL);
INSERT INTO fields VALUES (2,'rights',NULL);
@@ -215,356 +235,643 @@ INSERT INTO fields VALUES (80,'audioFileType',NULL);
INSERT INTO fields VALUES (81,'version',NULL);
INSERT INTO fields VALUES (82,'system',NULL);
INSERT INTO fields VALUES (83,'company',NULL);
+INSERT INTO fields VALUES (84,'conferenceName',NULL);
+INSERT INTO fields VALUES (85,'encyclopediaTitle',NULL);
+INSERT INTO fields VALUES (86,'dictionaryTitle',NULL);
+INSERT INTO fields VALUES (87,'language',NULL);
+INSERT INTO fields VALUES (88,'programmingLanguage',NULL);
+INSERT INTO fields VALUES (89,'university',NULL);
+INSERT INTO fields VALUES (90,'abstractNote',NULL);
+INSERT INTO fields VALUES (91,'websiteTitle',NULL);
+INSERT INTO fields VALUES (92,'reportNumber',NULL);
+INSERT INTO fields VALUES (93,'billNumber',NULL);
+INSERT INTO fields VALUES (94,'codeVolume',NULL);
+INSERT INTO fields VALUES (95,'codePages',NULL);
+INSERT INTO fields VALUES (96,'dateDecided',NULL);
+INSERT INTO fields VALUES (97,'reporterVolume',NULL);
+INSERT INTO fields VALUES (98,'firstPage',NULL);
+INSERT INTO fields VALUES (99,'documentNumber',NULL);
+INSERT INTO fields VALUES (100,'dateEnacted',NULL);
+INSERT INTO fields VALUES (101,'publicLawNumber',NULL);
+INSERT INTO fields VALUES (102,'country',NULL);
+INSERT INTO fields VALUES (103,'applicationNumber',NULL);
+INSERT INTO fields VALUES (104,'forumTitle',NULL);
+INSERT INTO fields VALUES (105,'episodeNumber',NULL);
+INSERT INTO fields VALUES (107,'blogTitle',NULL);
+INSERT INTO fields VALUES (108,'type',NULL);
+INSERT INTO fields VALUES (109,'medium',NULL);
+INSERT INTO fields VALUES (110,'title',NULL);
+INSERT INTO fields VALUES (111,'caseName',NULL);
+INSERT INTO fields VALUES (112,'nameOfAct',NULL);
+INSERT INTO fields VALUES (113,'subject',NULL);
+INSERT INTO fields VALUES (114,'proceedingsTitle',NULL);
+INSERT INTO fields VALUES (115,'bookTitle',NULL);
+INSERT INTO fields VALUES (116,'shortTitle',NULL);
-INSERT INTO itemTypeFields VALUES (2, 3, NULL, 1);
-INSERT INTO itemTypeFields VALUES (2, 30, NULL, 2);
-INSERT INTO itemTypeFields VALUES (2, 4, NULL, 3);
-INSERT INTO itemTypeFields VALUES (2, 45, NULL, 4);
-INSERT INTO itemTypeFields VALUES (2, 6, NULL, 5);
-INSERT INTO itemTypeFields VALUES (2, 7, NULL, 6);
-INSERT INTO itemTypeFields VALUES (2, 8, NULL, 7);
-INSERT INTO itemTypeFields VALUES (2, 14, NULL, 8);
-INSERT INTO itemTypeFields VALUES (2, 10, NULL, 9);
-INSERT INTO itemTypeFields VALUES (2, 11, NULL, 10);
-INSERT INTO itemTypeFields VALUES (2, 18, NULL, 11);
-INSERT INTO itemTypeFields VALUES (2, 19, NULL, 12);
-INSERT INTO itemTypeFields VALUES (2, 62, NULL, 13);
-INSERT INTO itemTypeFields VALUES (2, 2, NULL, 14);
+INSERT INTO itemTypeFields VALUES (2, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (2, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (2, 3, NULL, 3);
+INSERT INTO itemTypeFields VALUES (2, 30, NULL, 4);
+INSERT INTO itemTypeFields VALUES (2, 4, NULL, 5);
+INSERT INTO itemTypeFields VALUES (2, 45, NULL, 6);
+INSERT INTO itemTypeFields VALUES (2, 6, NULL, 7);
+INSERT INTO itemTypeFields VALUES (2, 7, NULL, 8);
+INSERT INTO itemTypeFields VALUES (2, 8, NULL, 9);
+INSERT INTO itemTypeFields VALUES (2, 14, NULL, 10);
+INSERT INTO itemTypeFields VALUES (2, 10, NULL, 11);
+INSERT INTO itemTypeFields VALUES (2, 87, NULL, 12);
+INSERT INTO itemTypeFields VALUES (2, 11, NULL, 13);
+INSERT INTO itemTypeFields VALUES (2, 116, NULL, 14);
INSERT INTO itemTypeFields VALUES (2, 1, NULL, 15);
INSERT INTO itemTypeFields VALUES (2, 27, NULL, 16);
-INSERT INTO itemTypeFields VALUES (2, 22, NULL, 17);
-INSERT INTO itemTypeFields VALUES (3, 12, NULL, 1);
-INSERT INTO itemTypeFields VALUES (3, 3, NULL, 2);
-INSERT INTO itemTypeFields VALUES (3, 30, NULL, 3);
-INSERT INTO itemTypeFields VALUES (3, 4, NULL, 4);
-INSERT INTO itemTypeFields VALUES (3, 45, NULL, 5);
-INSERT INTO itemTypeFields VALUES (3, 6, NULL, 6);
-INSERT INTO itemTypeFields VALUES (3, 7, NULL, 7);
-INSERT INTO itemTypeFields VALUES (3, 8, NULL, 8);
-INSERT INTO itemTypeFields VALUES (3, 14, NULL, 9);
-INSERT INTO itemTypeFields VALUES (3, 10, NULL, 10);
-INSERT INTO itemTypeFields VALUES (3, 11, NULL, 11);
-INSERT INTO itemTypeFields VALUES (3, 18, NULL, 12);
-INSERT INTO itemTypeFields VALUES (3, 19, NULL, 13);
-INSERT INTO itemTypeFields VALUES (3, 62, NULL, 14);
-INSERT INTO itemTypeFields VALUES (3, 2, NULL, 15);
+INSERT INTO itemTypeFields VALUES (2, 18, NULL, 17);
+INSERT INTO itemTypeFields VALUES (2, 19, NULL, 18);
+INSERT INTO itemTypeFields VALUES (2, 62, NULL, 19);
+INSERT INTO itemTypeFields VALUES (2, 2, NULL, 20);
+INSERT INTO itemTypeFields VALUES (2, 22, NULL, 21);
+INSERT INTO itemTypeFields VALUES (3, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (3, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (3, 115, NULL, 3);
+INSERT INTO itemTypeFields VALUES (3, 3, NULL, 4);
+INSERT INTO itemTypeFields VALUES (3, 30, NULL, 5);
+INSERT INTO itemTypeFields VALUES (3, 4, NULL, 6);
+INSERT INTO itemTypeFields VALUES (3, 45, NULL, 7);
+INSERT INTO itemTypeFields VALUES (3, 6, NULL, 8);
+INSERT INTO itemTypeFields VALUES (3, 7, NULL, 9);
+INSERT INTO itemTypeFields VALUES (3, 8, NULL, 10);
+INSERT INTO itemTypeFields VALUES (3, 14, NULL, 11);
+INSERT INTO itemTypeFields VALUES (3, 10, NULL, 12);
+INSERT INTO itemTypeFields VALUES (3, 87, NULL, 13);
+INSERT INTO itemTypeFields VALUES (3, 11, NULL, 14);
+INSERT INTO itemTypeFields VALUES (3, 116, NULL, 15);
INSERT INTO itemTypeFields VALUES (3, 1, NULL, 16);
INSERT INTO itemTypeFields VALUES (3, 27, NULL, 17);
-INSERT INTO itemTypeFields VALUES (3, 22, NULL, 18);
-INSERT INTO itemTypeFields VALUES (4, 12, NULL, 1);
-INSERT INTO itemTypeFields VALUES (4, 4, NULL, 2);
-INSERT INTO itemTypeFields VALUES (4, 5, NULL, 3);
-INSERT INTO itemTypeFields VALUES (4, 10, NULL, 4);
-INSERT INTO itemTypeFields VALUES (4, 14, NULL, 5);
-INSERT INTO itemTypeFields VALUES (4, 3, NULL, 6);
-INSERT INTO itemTypeFields VALUES (4, 28, NULL, 7);
-INSERT INTO itemTypeFields VALUES (4, 29, NULL, 8);
-INSERT INTO itemTypeFields VALUES (4, 25, NULL, 9);
-INSERT INTO itemTypeFields VALUES (4, 26, NULL, 10);
-INSERT INTO itemTypeFields VALUES (4, 13, NULL, 11);
-INSERT INTO itemTypeFields VALUES (4, 18, NULL, 12);
-INSERT INTO itemTypeFields VALUES (4, 19, NULL, 13);
-INSERT INTO itemTypeFields VALUES (4, 62, NULL, 14);
-INSERT INTO itemTypeFields VALUES (4, 2, NULL, 15);
+INSERT INTO itemTypeFields VALUES (3, 18, NULL, 18);
+INSERT INTO itemTypeFields VALUES (3, 19, NULL, 19);
+INSERT INTO itemTypeFields VALUES (3, 62, NULL, 20);
+INSERT INTO itemTypeFields VALUES (3, 2, NULL, 21);
+INSERT INTO itemTypeFields VALUES (3, 22, NULL, 22);
+INSERT INTO itemTypeFields VALUES (4, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (4, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (4, 12, NULL, 3);
+INSERT INTO itemTypeFields VALUES (4, 4, NULL, 4);
+INSERT INTO itemTypeFields VALUES (4, 5, NULL, 5);
+INSERT INTO itemTypeFields VALUES (4, 10, NULL, 6);
+INSERT INTO itemTypeFields VALUES (4, 14, NULL, 7);
+INSERT INTO itemTypeFields VALUES (4, 3, NULL, 8);
+INSERT INTO itemTypeFields VALUES (4, 28, NULL, 9);
+INSERT INTO itemTypeFields VALUES (4, 29, NULL, 10);
+INSERT INTO itemTypeFields VALUES (4, 25, NULL, 11);
+INSERT INTO itemTypeFields VALUES (4, 87, NULL, 12);
+INSERT INTO itemTypeFields VALUES (4, 26, NULL, 13);
+INSERT INTO itemTypeFields VALUES (4, 13, NULL, 14);
+INSERT INTO itemTypeFields VALUES (4, 116, NULL, 15);
INSERT INTO itemTypeFields VALUES (4, 1, NULL, 16);
INSERT INTO itemTypeFields VALUES (4, 27, NULL, 17);
-INSERT INTO itemTypeFields VALUES (4, 22, NULL, 18);
-INSERT INTO itemTypeFields VALUES (5, 12, NULL, 1);
-INSERT INTO itemTypeFields VALUES (5, 4, NULL, 2);
-INSERT INTO itemTypeFields VALUES (5, 5, NULL, 3);
-INSERT INTO itemTypeFields VALUES (5, 14, NULL, 4);
-INSERT INTO itemTypeFields VALUES (5, 10, NULL, 5);
-INSERT INTO itemTypeFields VALUES (5, 13, NULL, 6);
-INSERT INTO itemTypeFields VALUES (5, 18, NULL, 7);
-INSERT INTO itemTypeFields VALUES (5, 19, NULL, 8);
-INSERT INTO itemTypeFields VALUES (5, 62, NULL, 9);
-INSERT INTO itemTypeFields VALUES (5, 2, NULL, 10);
+INSERT INTO itemTypeFields VALUES (4, 18, NULL, 18);
+INSERT INTO itemTypeFields VALUES (4, 19, NULL, 19);
+INSERT INTO itemTypeFields VALUES (4, 62, NULL, 20);
+INSERT INTO itemTypeFields VALUES (4, 2, NULL, 21);
+INSERT INTO itemTypeFields VALUES (4, 22, NULL, 22);
+INSERT INTO itemTypeFields VALUES (5, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (5, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (5, 12, NULL, 3);
+INSERT INTO itemTypeFields VALUES (5, 4, NULL, 4);
+INSERT INTO itemTypeFields VALUES (5, 5, NULL, 5);
+INSERT INTO itemTypeFields VALUES (5, 14, NULL, 6);
+INSERT INTO itemTypeFields VALUES (5, 10, NULL, 7);
+INSERT INTO itemTypeFields VALUES (5, 87, NULL, 8);
+INSERT INTO itemTypeFields VALUES (5, 13, NULL, 9);
+INSERT INTO itemTypeFields VALUES (5, 116, NULL, 10);
INSERT INTO itemTypeFields VALUES (5, 1, NULL, 11);
INSERT INTO itemTypeFields VALUES (5, 27, NULL, 12);
-INSERT INTO itemTypeFields VALUES (5, 22, NULL, 13);
-INSERT INTO itemTypeFields VALUES (6, 12, NULL, 1);
-INSERT INTO itemTypeFields VALUES (6, 6, NULL, 2);
-INSERT INTO itemTypeFields VALUES (6, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (6, 15, NULL, 4);
-INSERT INTO itemTypeFields VALUES (6, 10, NULL, 5);
-INSERT INTO itemTypeFields VALUES (6, 13, NULL, 6);
-INSERT INTO itemTypeFields VALUES (6, 18, NULL, 7);
-INSERT INTO itemTypeFields VALUES (6, 19, NULL, 8);
-INSERT INTO itemTypeFields VALUES (6, 62, NULL, 9);
-INSERT INTO itemTypeFields VALUES (6, 2, NULL, 10);
+INSERT INTO itemTypeFields VALUES (5, 18, NULL, 13);
+INSERT INTO itemTypeFields VALUES (5, 19, NULL, 14);
+INSERT INTO itemTypeFields VALUES (5, 62, NULL, 15);
+INSERT INTO itemTypeFields VALUES (5, 2, NULL, 16);
+INSERT INTO itemTypeFields VALUES (5, 22, NULL, 17);
+INSERT INTO itemTypeFields VALUES (6, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (6, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (6, 12, NULL, 3);
+INSERT INTO itemTypeFields VALUES (6, 6, NULL, 4);
+INSERT INTO itemTypeFields VALUES (6, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (6, 15, NULL, 6);
+INSERT INTO itemTypeFields VALUES (6, 10, NULL, 7);
+INSERT INTO itemTypeFields VALUES (6, 87, NULL, 8);
+INSERT INTO itemTypeFields VALUES (6, 116, NULL, 9);
+INSERT INTO itemTypeFields VALUES (6, 13, NULL, 10);
INSERT INTO itemTypeFields VALUES (6, 1, NULL, 11);
INSERT INTO itemTypeFields VALUES (6, 27, NULL, 12);
-INSERT INTO itemTypeFields VALUES (6, 22, NULL, 13);
-INSERT INTO itemTypeFields VALUES (7, 69, NULL, 1);
-INSERT INTO itemTypeFields VALUES (7, 8, NULL, 2);
-INSERT INTO itemTypeFields VALUES (7, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (7, 10, NULL, 4);
-INSERT INTO itemTypeFields VALUES (7, 18, NULL, 5);
-INSERT INTO itemTypeFields VALUES (7, 19, NULL, 6);
-INSERT INTO itemTypeFields VALUES (7, 62, NULL, 7);
-INSERT INTO itemTypeFields VALUES (7, 2, NULL, 8);
+INSERT INTO itemTypeFields VALUES (6, 18, NULL, 13);
+INSERT INTO itemTypeFields VALUES (6, 19, NULL, 14);
+INSERT INTO itemTypeFields VALUES (6, 62, NULL, 15);
+INSERT INTO itemTypeFields VALUES (6, 2, NULL, 16);
+INSERT INTO itemTypeFields VALUES (6, 22, NULL, 17);
+INSERT INTO itemTypeFields VALUES (7, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (7, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (7, 69, NULL, 3);
+INSERT INTO itemTypeFields VALUES (7, 89, NULL, 4);
+INSERT INTO itemTypeFields VALUES (7, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (7, 10, NULL, 6);
+INSERT INTO itemTypeFields VALUES (7, 87, NULL, 7);
+INSERT INTO itemTypeFields VALUES (7, 116, NULL, 8);
INSERT INTO itemTypeFields VALUES (7, 1, NULL, 9);
INSERT INTO itemTypeFields VALUES (7, 27, NULL, 10);
-INSERT INTO itemTypeFields VALUES (7, 22, NULL, 11);
-INSERT INTO itemTypeFields VALUES (8, 65, NULL, 1);
-INSERT INTO itemTypeFields VALUES (8, 14, NULL, 2);
-INSERT INTO itemTypeFields VALUES (8, 18, NULL, 3);
-INSERT INTO itemTypeFields VALUES (8, 19, NULL, 4);
-INSERT INTO itemTypeFields VALUES (8, 62, NULL, 5);
-INSERT INTO itemTypeFields VALUES (8, 2, NULL, 6);
+INSERT INTO itemTypeFields VALUES (7, 18, NULL, 11);
+INSERT INTO itemTypeFields VALUES (7, 19, NULL, 12);
+INSERT INTO itemTypeFields VALUES (7, 62, NULL, 13);
+INSERT INTO itemTypeFields VALUES (7, 2, NULL, 14);
+INSERT INTO itemTypeFields VALUES (7, 22, NULL, 15);
+INSERT INTO itemTypeFields VALUES (8, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (8, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (8, 65, NULL, 3);
+INSERT INTO itemTypeFields VALUES (8, 14, NULL, 4);
+INSERT INTO itemTypeFields VALUES (8, 87, NULL, 5);
+INSERT INTO itemTypeFields VALUES (8, 116, NULL, 6);
INSERT INTO itemTypeFields VALUES (8, 1, NULL, 7);
INSERT INTO itemTypeFields VALUES (8, 27, NULL, 8);
-INSERT INTO itemTypeFields VALUES (8, 22, NULL, 9);
-INSERT INTO itemTypeFields VALUES (9, 66, NULL, 1);
-INSERT INTO itemTypeFields VALUES (9, 7, NULL, 2);
-INSERT INTO itemTypeFields VALUES (9, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (9, 10, NULL, 4);
-INSERT INTO itemTypeFields VALUES (9, 18, NULL, 5);
-INSERT INTO itemTypeFields VALUES (9, 19, NULL, 6);
-INSERT INTO itemTypeFields VALUES (9, 62, NULL, 7);
-INSERT INTO itemTypeFields VALUES (9, 2, NULL, 8);
+INSERT INTO itemTypeFields VALUES (8, 18, NULL, 9);
+INSERT INTO itemTypeFields VALUES (8, 19, NULL, 10);
+INSERT INTO itemTypeFields VALUES (8, 62, NULL, 11);
+INSERT INTO itemTypeFields VALUES (8, 2, NULL, 12);
+INSERT INTO itemTypeFields VALUES (8, 22, NULL, 13);
+INSERT INTO itemTypeFields VALUES (9, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (9, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (9, 66, NULL, 3);
+INSERT INTO itemTypeFields VALUES (9, 7, NULL, 4);
+INSERT INTO itemTypeFields VALUES (9, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (9, 10, NULL, 6);
+INSERT INTO itemTypeFields VALUES (9, 87, NULL, 7);
+INSERT INTO itemTypeFields VALUES (9, 116, NULL, 8);
INSERT INTO itemTypeFields VALUES (9, 1, NULL, 9);
INSERT INTO itemTypeFields VALUES (9, 27, NULL, 10);
-INSERT INTO itemTypeFields VALUES (9, 22, NULL, 11);
-INSERT INTO itemTypeFields VALUES (10, 14, NULL, 1);
-INSERT INTO itemTypeFields VALUES (10, 64, NULL, 2);
-INSERT INTO itemTypeFields VALUES (10, 18, NULL, 3);
-INSERT INTO itemTypeFields VALUES (10, 19, NULL, 4);
-INSERT INTO itemTypeFields VALUES (10, 62, NULL, 5);
-INSERT INTO itemTypeFields VALUES (10, 2, NULL, 6);
+INSERT INTO itemTypeFields VALUES (9, 18, NULL, 11);
+INSERT INTO itemTypeFields VALUES (9, 19, NULL, 12);
+INSERT INTO itemTypeFields VALUES (9, 62, NULL, 13);
+INSERT INTO itemTypeFields VALUES (9, 2, NULL, 14);
+INSERT INTO itemTypeFields VALUES (9, 22, NULL, 15);
+INSERT INTO itemTypeFields VALUES (10, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (10, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (10, 14, NULL, 3);
+INSERT INTO itemTypeFields VALUES (10, 64, NULL, 4);
+INSERT INTO itemTypeFields VALUES (10, 87, NULL, 5);
+INSERT INTO itemTypeFields VALUES (10, 116, NULL, 6);
INSERT INTO itemTypeFields VALUES (10, 1, NULL, 7);
INSERT INTO itemTypeFields VALUES (10, 27, NULL, 8);
-INSERT INTO itemTypeFields VALUES (10, 22, NULL, 9);
-INSERT INTO itemTypeFields VALUES (11, 21, NULL, 1);
-INSERT INTO itemTypeFields VALUES (11, 63, NULL, 2);
-INSERT INTO itemTypeFields VALUES (11, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (11, 77, NULL, 4);
-INSERT INTO itemTypeFields VALUES (11, 18, NULL, 5);
-INSERT INTO itemTypeFields VALUES (11, 19, NULL, 6);
-INSERT INTO itemTypeFields VALUES (11, 62, NULL, 7);
-INSERT INTO itemTypeFields VALUES (11, 2, NULL, 8);
+INSERT INTO itemTypeFields VALUES (10, 18, NULL, 9);
+INSERT INTO itemTypeFields VALUES (10, 19, NULL, 10);
+INSERT INTO itemTypeFields VALUES (10, 62, NULL, 11);
+INSERT INTO itemTypeFields VALUES (10, 2, NULL, 12);
+INSERT INTO itemTypeFields VALUES (10, 22, NULL, 13);
+INSERT INTO itemTypeFields VALUES (11, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (11, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (11, 21, NULL, 3);
+INSERT INTO itemTypeFields VALUES (11, 63, NULL, 4);
+INSERT INTO itemTypeFields VALUES (11, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (11, 77, NULL, 6);
+INSERT INTO itemTypeFields VALUES (11, 87, NULL, 7);
+INSERT INTO itemTypeFields VALUES (11, 116, NULL, 8);
INSERT INTO itemTypeFields VALUES (11, 1, NULL, 9);
INSERT INTO itemTypeFields VALUES (11, 27, NULL, 10);
-INSERT INTO itemTypeFields VALUES (11, 22, NULL, 11);
-INSERT INTO itemTypeFields VALUES (12, 59, NULL, 1);
-INSERT INTO itemTypeFields VALUES (12, 61, NULL, 2);
-INSERT INTO itemTypeFields VALUES (12, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (12, 18, NULL, 4);
-INSERT INTO itemTypeFields VALUES (12, 19, NULL, 5);
-INSERT INTO itemTypeFields VALUES (12, 62, NULL, 6);
-INSERT INTO itemTypeFields VALUES (12, 2, NULL, 7);
-INSERT INTO itemTypeFields VALUES (12, 1, NULL, 8);
-INSERT INTO itemTypeFields VALUES (12, 27, NULL, 9);
-INSERT INTO itemTypeFields VALUES (12, 22, NULL, 10);
-INSERT INTO itemTypeFields VALUES (13, 12, NULL, 1);
-INSERT INTO itemTypeFields VALUES (13, 70, NULL, 2);
-INSERT INTO itemTypeFields VALUES (13, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (13, 1, NULL, 4);
-INSERT INTO itemTypeFields VALUES (13, 27, NULL, 5);
-INSERT INTO itemTypeFields VALUES (13, 2, NULL, 6);
-INSERT INTO itemTypeFields VALUES (13, 22, NULL, 7);
-INSERT INTO itemTypeFields VALUES (14, 27, NULL, 1);
-INSERT INTO itemTypeFields VALUES (14, 1, NULL, 2);
-INSERT INTO itemTypeFields VALUES (15, 60, NULL, 1);
-INSERT INTO itemTypeFields VALUES (15, 32, NULL, 2);
-INSERT INTO itemTypeFields VALUES (15, 28, NULL, 3);
-INSERT INTO itemTypeFields VALUES (15, 7, NULL, 4);
-INSERT INTO itemTypeFields VALUES (15, 31, NULL, 5);
-INSERT INTO itemTypeFields VALUES (15, 14, NULL, 6);
-INSERT INTO itemTypeFields VALUES (15, 10, NULL, 7);
-INSERT INTO itemTypeFields VALUES (15, 18, NULL, 8);
-INSERT INTO itemTypeFields VALUES (15, 19, NULL, 9);
-INSERT INTO itemTypeFields VALUES (15, 62, NULL, 10);
-INSERT INTO itemTypeFields VALUES (15, 2, NULL, 11);
+INSERT INTO itemTypeFields VALUES (11, 18, NULL, 11);
+INSERT INTO itemTypeFields VALUES (11, 19, NULL, 12);
+INSERT INTO itemTypeFields VALUES (11, 62, NULL, 13);
+INSERT INTO itemTypeFields VALUES (11, 2, NULL, 14);
+INSERT INTO itemTypeFields VALUES (11, 22, NULL, 15);
+INSERT INTO itemTypeFields VALUES (12, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (12, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (12, 59, NULL, 3);
+INSERT INTO itemTypeFields VALUES (12, 61, NULL, 4);
+INSERT INTO itemTypeFields VALUES (12, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (12, 87, NULL, 6);
+INSERT INTO itemTypeFields VALUES (12, 116, NULL, 7);
+INSERT INTO itemTypeFields VALUES (12, 18, NULL, 8);
+INSERT INTO itemTypeFields VALUES (12, 19, NULL, 9);
+INSERT INTO itemTypeFields VALUES (12, 62, NULL, 10);
+INSERT INTO itemTypeFields VALUES (12, 1, NULL, 11);
+INSERT INTO itemTypeFields VALUES (12, 27, NULL, 12);
+INSERT INTO itemTypeFields VALUES (12, 2, NULL, 13);
+INSERT INTO itemTypeFields VALUES (12, 22, NULL, 14);
+INSERT INTO itemTypeFields VALUES (13, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (13, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (13, 91, NULL, 3);
+INSERT INTO itemTypeFields VALUES (13, 70, NULL, 4);
+INSERT INTO itemTypeFields VALUES (13, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (13, 116, NULL, 6);
+INSERT INTO itemTypeFields VALUES (13, 1, NULL, 7);
+INSERT INTO itemTypeFields VALUES (13, 27, NULL, 8);
+INSERT INTO itemTypeFields VALUES (13, 87, NULL, 9);
+INSERT INTO itemTypeFields VALUES (13, 2, NULL, 10);
+INSERT INTO itemTypeFields VALUES (13, 22, NULL, 11);
+INSERT INTO itemTypeFields VALUES (14, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (14, 27, NULL, 2);
+INSERT INTO itemTypeFields VALUES (14, 1, NULL, 3);
+INSERT INTO itemTypeFields VALUES (15, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (15, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (15, 92, NULL, 3);
+INSERT INTO itemTypeFields VALUES (15, 32, NULL, 4);
+INSERT INTO itemTypeFields VALUES (15, 28, NULL, 5);
+INSERT INTO itemTypeFields VALUES (15, 7, NULL, 6);
+INSERT INTO itemTypeFields VALUES (15, 31, NULL, 7);
+INSERT INTO itemTypeFields VALUES (15, 14, NULL, 8);
+INSERT INTO itemTypeFields VALUES (15, 10, NULL, 9);
+INSERT INTO itemTypeFields VALUES (15, 87, NULL, 10);
+INSERT INTO itemTypeFields VALUES (15, 116, NULL, 11);
INSERT INTO itemTypeFields VALUES (15, 1, NULL, 12);
INSERT INTO itemTypeFields VALUES (15, 27, NULL, 13);
-INSERT INTO itemTypeFields VALUES (15, 22, NULL, 14);
-INSERT INTO itemTypeFields VALUES (16, 60, NULL, 1);
-INSERT INTO itemTypeFields VALUES (16, 36, NULL, 2);
-INSERT INTO itemTypeFields VALUES (16, 4, NULL, 3);
-INSERT INTO itemTypeFields VALUES (16, 15, NULL, 4);
-INSERT INTO itemTypeFields VALUES (16, 10, NULL, 5);
-INSERT INTO itemTypeFields VALUES (16, 41, NULL, 6);
-INSERT INTO itemTypeFields VALUES (16, 40, NULL, 7);
-INSERT INTO itemTypeFields VALUES (16, 42, NULL, 8);
-INSERT INTO itemTypeFields VALUES (16, 14, NULL, 9);
-INSERT INTO itemTypeFields VALUES (16, 2, NULL, 10);
-INSERT INTO itemTypeFields VALUES (16, 1, NULL, 11);
-INSERT INTO itemTypeFields VALUES (16, 27, NULL, 12);
-INSERT INTO itemTypeFields VALUES (16, 22, NULL, 13);
-INSERT INTO itemTypeFields VALUES (17, 43, NULL, 1);
-INSERT INTO itemTypeFields VALUES (17, 4, NULL, 2);
-INSERT INTO itemTypeFields VALUES (17, 44, NULL, 3);
-INSERT INTO itemTypeFields VALUES (17, 10, NULL, 4);
-INSERT INTO itemTypeFields VALUES (17, 42, NULL, 5);
-INSERT INTO itemTypeFields VALUES (17, 14, NULL, 6);
-INSERT INTO itemTypeFields VALUES (17, 2, NULL, 7);
-INSERT INTO itemTypeFields VALUES (17, 1, NULL, 8);
-INSERT INTO itemTypeFields VALUES (17, 27, NULL, 9);
-INSERT INTO itemTypeFields VALUES (17, 22, NULL, 10);
-INSERT INTO itemTypeFields VALUES (18, 46, NULL, 1);
-INSERT INTO itemTypeFields VALUES (18, 7, NULL, 2);
-INSERT INTO itemTypeFields VALUES (18, 8, NULL, 3);
-INSERT INTO itemTypeFields VALUES (18, 45, NULL, 4);
-INSERT INTO itemTypeFields VALUES (18, 60, NULL, 5);
-INSERT INTO itemTypeFields VALUES (18, 10, NULL, 6);
-INSERT INTO itemTypeFields VALUES (18, 41, NULL, 7);
-INSERT INTO itemTypeFields VALUES (18, 40, NULL, 8);
-INSERT INTO itemTypeFields VALUES (18, 42, NULL, 9);
-INSERT INTO itemTypeFields VALUES (18, 14, NULL, 10);
-INSERT INTO itemTypeFields VALUES (18, 2, NULL, 11);
-INSERT INTO itemTypeFields VALUES (18, 1, NULL, 12);
-INSERT INTO itemTypeFields VALUES (18, 27, NULL, 13);
-INSERT INTO itemTypeFields VALUES (18, 22, NULL, 14);
-INSERT INTO itemTypeFields VALUES (19, 7, NULL, 1);
-INSERT INTO itemTypeFields VALUES (19, 48, NULL, 2);
-INSERT INTO itemTypeFields VALUES (19, 60, NULL, 3);
-INSERT INTO itemTypeFields VALUES (19, 14, NULL, 4);
-INSERT INTO itemTypeFields VALUES (19, 10, NULL, 5);
-INSERT INTO itemTypeFields VALUES (19, 50, NULL, 6);
-INSERT INTO itemTypeFields VALUES (19, 51, NULL, 7);
-INSERT INTO itemTypeFields VALUES (19, 52, NULL, 8);
-INSERT INTO itemTypeFields VALUES (19, 53, NULL, 9);
-INSERT INTO itemTypeFields VALUES (19, 54, NULL, 10);
-INSERT INTO itemTypeFields VALUES (19, 2, NULL, 11);
-INSERT INTO itemTypeFields VALUES (19, 1, NULL, 12);
-INSERT INTO itemTypeFields VALUES (19, 27, NULL, 13);
-INSERT INTO itemTypeFields VALUES (19, 22, NULL, 14);
-INSERT INTO itemTypeFields VALUES (20, 36, NULL, 1);
-INSERT INTO itemTypeFields VALUES (20, 55, NULL, 2);
-INSERT INTO itemTypeFields VALUES (20, 60, NULL, 3);
-INSERT INTO itemTypeFields VALUES (20, 14, NULL, 4);
-INSERT INTO itemTypeFields VALUES (20, 10, NULL, 5);
-INSERT INTO itemTypeFields VALUES (20, 15, NULL, 6);
-INSERT INTO itemTypeFields VALUES (20, 40, NULL, 7);
-INSERT INTO itemTypeFields VALUES (20, 42, NULL, 8);
-INSERT INTO itemTypeFields VALUES (20, 2, NULL, 9);
-INSERT INTO itemTypeFields VALUES (20, 1, NULL, 10);
-INSERT INTO itemTypeFields VALUES (20, 27, NULL, 11);
-INSERT INTO itemTypeFields VALUES (20, 22, NULL, 12);
-INSERT INTO itemTypeFields VALUES (21, 14, NULL, 1);
-INSERT INTO itemTypeFields VALUES (21, 2, NULL, 2);
-INSERT INTO itemTypeFields VALUES (21, 1, NULL, 3);
-INSERT INTO itemTypeFields VALUES (21, 27, NULL, 4);
-INSERT INTO itemTypeFields VALUES (21, 22, NULL, 5);
-INSERT INTO itemTypeFields VALUES (22, 67, NULL, 1);
-INSERT INTO itemTypeFields VALUES (22, 68, NULL, 2);
-INSERT INTO itemTypeFields VALUES (22, 28, NULL, 3);
-INSERT INTO itemTypeFields VALUES (22, 6, NULL, 4);
-INSERT INTO itemTypeFields VALUES (22, 7, NULL, 5);
-INSERT INTO itemTypeFields VALUES (22, 8, NULL, 6);
-INSERT INTO itemTypeFields VALUES (22, 14, NULL, 7);
-INSERT INTO itemTypeFields VALUES (22, 11, NULL, 8);
-INSERT INTO itemTypeFields VALUES (22, 18, NULL, 9);
-INSERT INTO itemTypeFields VALUES (22, 19, NULL, 10);
-INSERT INTO itemTypeFields VALUES (22, 62, NULL, 11);
-INSERT INTO itemTypeFields VALUES (22, 2, NULL, 12);
+INSERT INTO itemTypeFields VALUES (15, 18, NULL, 14);
+INSERT INTO itemTypeFields VALUES (15, 19, NULL, 15);
+INSERT INTO itemTypeFields VALUES (15, 62, NULL, 16);
+INSERT INTO itemTypeFields VALUES (15, 2, NULL, 17);
+INSERT INTO itemTypeFields VALUES (15, 22, NULL, 18);
+INSERT INTO itemTypeFields VALUES (16, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (16, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (16, 93, NULL, 3);
+INSERT INTO itemTypeFields VALUES (16, 36, NULL, 4);
+INSERT INTO itemTypeFields VALUES (16, 94, NULL, 5);
+INSERT INTO itemTypeFields VALUES (16, 15, NULL, 6);
+INSERT INTO itemTypeFields VALUES (16, 95, NULL, 7);
+INSERT INTO itemTypeFields VALUES (16, 41, NULL, 8);
+INSERT INTO itemTypeFields VALUES (16, 40, NULL, 9);
+INSERT INTO itemTypeFields VALUES (16, 42, NULL, 10);
+INSERT INTO itemTypeFields VALUES (16, 14, NULL, 11);
+INSERT INTO itemTypeFields VALUES (16, 87, NULL, 12);
+INSERT INTO itemTypeFields VALUES (16, 1, NULL, 13);
+INSERT INTO itemTypeFields VALUES (16, 27, NULL, 14);
+INSERT INTO itemTypeFields VALUES (16, 116, NULL, 15);
+INSERT INTO itemTypeFields VALUES (16, 2, NULL, 16);
+INSERT INTO itemTypeFields VALUES (16, 22, NULL, 17);
+INSERT INTO itemTypeFields VALUES (17, 111, NULL, 1);
+INSERT INTO itemTypeFields VALUES (17, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (17, 43, NULL, 3);
+INSERT INTO itemTypeFields VALUES (17, 97, NULL, 4);
+INSERT INTO itemTypeFields VALUES (17, 44, NULL, 5);
+INSERT INTO itemTypeFields VALUES (17, 98, NULL, 6);
+INSERT INTO itemTypeFields VALUES (17, 42, NULL, 7);
+INSERT INTO itemTypeFields VALUES (17, 96, NULL, 8);
+INSERT INTO itemTypeFields VALUES (17, 87, NULL, 9);
+INSERT INTO itemTypeFields VALUES (17, 116, NULL, 10);
+INSERT INTO itemTypeFields VALUES (17, 1, NULL, 11);
+INSERT INTO itemTypeFields VALUES (17, 27, NULL, 12);
+INSERT INTO itemTypeFields VALUES (17, 2, NULL, 13);
+INSERT INTO itemTypeFields VALUES (17, 22, NULL, 14);
+INSERT INTO itemTypeFields VALUES (18, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (18, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (18, 46, NULL, 3);
+INSERT INTO itemTypeFields VALUES (18, 7, NULL, 4);
+INSERT INTO itemTypeFields VALUES (18, 8, NULL, 5);
+INSERT INTO itemTypeFields VALUES (18, 45, NULL, 6);
+INSERT INTO itemTypeFields VALUES (18, 99, NULL, 7);
+INSERT INTO itemTypeFields VALUES (18, 10, NULL, 8);
+INSERT INTO itemTypeFields VALUES (18, 41, NULL, 9);
+INSERT INTO itemTypeFields VALUES (18, 40, NULL, 10);
+INSERT INTO itemTypeFields VALUES (18, 42, NULL, 11);
+INSERT INTO itemTypeFields VALUES (18, 14, NULL, 12);
+INSERT INTO itemTypeFields VALUES (18, 87, NULL, 13);
+INSERT INTO itemTypeFields VALUES (18, 116, NULL, 14);
+INSERT INTO itemTypeFields VALUES (18, 1, NULL, 15);
+INSERT INTO itemTypeFields VALUES (18, 27, NULL, 16);
+INSERT INTO itemTypeFields VALUES (18, 2, NULL, 17);
+INSERT INTO itemTypeFields VALUES (18, 22, NULL, 18);
+INSERT INTO itemTypeFields VALUES (19, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (19, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (19, 7, NULL, 3);
+INSERT INTO itemTypeFields VALUES (19, 48, NULL, 4);
+INSERT INTO itemTypeFields VALUES (19, 50, NULL, 5);
+INSERT INTO itemTypeFields VALUES (19, 14, NULL, 6);
+INSERT INTO itemTypeFields VALUES (19, 10, NULL, 7);
+INSERT INTO itemTypeFields VALUES (19, 103, NULL, 8);
+INSERT INTO itemTypeFields VALUES (19, 51, NULL, 9);
+INSERT INTO itemTypeFields VALUES (19, 52, NULL, 10);
+INSERT INTO itemTypeFields VALUES (19, 53, NULL, 11);
+INSERT INTO itemTypeFields VALUES (19, 54, NULL, 12);
+INSERT INTO itemTypeFields VALUES (19, 87, NULL, 13);
+INSERT INTO itemTypeFields VALUES (19, 116, NULL, 14);
+INSERT INTO itemTypeFields VALUES (19, 1, NULL, 15);
+INSERT INTO itemTypeFields VALUES (19, 27, NULL, 16);
+INSERT INTO itemTypeFields VALUES (19, 2, NULL, 17);
+INSERT INTO itemTypeFields VALUES (19, 22, NULL, 18);
+INSERT INTO itemTypeFields VALUES (20, 112, NULL, 1);
+INSERT INTO itemTypeFields VALUES (20, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (20, 36, NULL, 3);
+INSERT INTO itemTypeFields VALUES (20, 55, NULL, 4);
+INSERT INTO itemTypeFields VALUES (20, 101, NULL, 5);
+INSERT INTO itemTypeFields VALUES (20, 100, NULL, 6);
+INSERT INTO itemTypeFields VALUES (20, 10, NULL, 7);
+INSERT INTO itemTypeFields VALUES (20, 15, NULL, 8);
+INSERT INTO itemTypeFields VALUES (20, 40, NULL, 9);
+INSERT INTO itemTypeFields VALUES (20, 42, NULL, 10);
+INSERT INTO itemTypeFields VALUES (20, 87, NULL, 11);
+INSERT INTO itemTypeFields VALUES (20, 116, NULL, 12);
+INSERT INTO itemTypeFields VALUES (20, 1, NULL, 13);
+INSERT INTO itemTypeFields VALUES (20, 27, NULL, 14);
+INSERT INTO itemTypeFields VALUES (20, 2, NULL, 15);
+INSERT INTO itemTypeFields VALUES (20, 22, NULL, 16);
+INSERT INTO itemTypeFields VALUES (21, 113, NULL, 1);
+INSERT INTO itemTypeFields VALUES (21, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (21, 14, NULL, 3);
+INSERT INTO itemTypeFields VALUES (21, 116, NULL, 4);
+INSERT INTO itemTypeFields VALUES (21, 1, NULL, 5);
+INSERT INTO itemTypeFields VALUES (21, 27, NULL, 6);
+INSERT INTO itemTypeFields VALUES (21, 87, NULL, 7);
+INSERT INTO itemTypeFields VALUES (21, 2, NULL, 8);
+INSERT INTO itemTypeFields VALUES (21, 22, NULL, 9);
+INSERT INTO itemTypeFields VALUES (22, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (22, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (22, 67, NULL, 3);
+INSERT INTO itemTypeFields VALUES (22, 68, NULL, 4);
+INSERT INTO itemTypeFields VALUES (22, 28, NULL, 5);
+INSERT INTO itemTypeFields VALUES (22, 6, NULL, 6);
+INSERT INTO itemTypeFields VALUES (22, 7, NULL, 7);
+INSERT INTO itemTypeFields VALUES (22, 8, NULL, 8);
+INSERT INTO itemTypeFields VALUES (22, 14, NULL, 9);
+INSERT INTO itemTypeFields VALUES (22, 87, NULL, 10);
+INSERT INTO itemTypeFields VALUES (22, 11, NULL, 11);
+INSERT INTO itemTypeFields VALUES (22, 116, NULL, 12);
INSERT INTO itemTypeFields VALUES (22, 1, NULL, 13);
INSERT INTO itemTypeFields VALUES (22, 27, NULL, 14);
-INSERT INTO itemTypeFields VALUES (22, 22, NULL, 15);
-INSERT INTO itemTypeFields VALUES (23, 12, NULL, 1);
-INSERT INTO itemTypeFields VALUES (23, 70, NULL, 2);
-INSERT INTO itemTypeFields VALUES (23, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (23, 1, NULL, 4);
-INSERT INTO itemTypeFields VALUES (23, 27, NULL, 5);
-INSERT INTO itemTypeFields VALUES (23, 2, NULL, 6);
-INSERT INTO itemTypeFields VALUES (23, 22, NULL, 7);
-INSERT INTO itemTypeFields VALUES (24, 14, NULL, 1);
-INSERT INTO itemTypeFields VALUES (24, 2, NULL, 2);
-INSERT INTO itemTypeFields VALUES (24, 1, NULL, 3);
-INSERT INTO itemTypeFields VALUES (24, 27, NULL, 4);
-INSERT INTO itemTypeFields VALUES (24, 22, NULL, 5);
-INSERT INTO itemTypeFields VALUES (25, 12, NULL, 1);
-INSERT INTO itemTypeFields VALUES (25, 79, NULL, 2);
-INSERT INTO itemTypeFields VALUES (25, 14, NULL, 3);
-INSERT INTO itemTypeFields VALUES (25, 2, NULL, 4);
-INSERT INTO itemTypeFields VALUES (25, 1, NULL, 5);
-INSERT INTO itemTypeFields VALUES (25, 27, NULL, 6);
-INSERT INTO itemTypeFields VALUES (25, 22, NULL, 7);
-INSERT INTO itemTypeFields VALUES (26, 71, NULL, 1);
-INSERT INTO itemTypeFields VALUES (26, 28, NULL, 2);
-INSERT INTO itemTypeFields VALUES (26, 4, NULL, 3);
-INSERT INTO itemTypeFields VALUES (26, 45, NULL, 4);
-INSERT INTO itemTypeFields VALUES (26, 7, NULL, 5);
-INSERT INTO itemTypeFields VALUES (26, 72, NULL, 6);
-INSERT INTO itemTypeFields VALUES (26, 14, NULL, 7);
-INSERT INTO itemTypeFields VALUES (26, 77, NULL, 8);
-INSERT INTO itemTypeFields VALUES (26, 11, NULL, 9);
-INSERT INTO itemTypeFields VALUES (26, 18, NULL, 10);
-INSERT INTO itemTypeFields VALUES (26, 19, NULL, 11);
-INSERT INTO itemTypeFields VALUES (26, 62, NULL, 12);
-INSERT INTO itemTypeFields VALUES (26, 2, NULL, 13);
-INSERT INTO itemTypeFields VALUES (26, 1, NULL, 14);
-INSERT INTO itemTypeFields VALUES (26, 27, NULL, 15);
-INSERT INTO itemTypeFields VALUES (26, 22, NULL, 16);
-INSERT INTO itemTypeFields VALUES (27, 74, NULL, 1);
-INSERT INTO itemTypeFields VALUES (27, 7, NULL, 2);
-INSERT INTO itemTypeFields VALUES (27, 75, NULL, 3);
-INSERT INTO itemTypeFields VALUES (28, 63, NULL, 1);
-INSERT INTO itemTypeFields VALUES (28, 28, NULL, 2);
-INSERT INTO itemTypeFields VALUES (28, 4, NULL, 3);
-INSERT INTO itemTypeFields VALUES (28, 45, NULL, 4);
-INSERT INTO itemTypeFields VALUES (28, 7, NULL, 5);
-INSERT INTO itemTypeFields VALUES (28, 76, NULL, 6);
-INSERT INTO itemTypeFields VALUES (28, 14, NULL, 7);
-INSERT INTO itemTypeFields VALUES (28, 77, NULL, 8);
-INSERT INTO itemTypeFields VALUES (28, 11, NULL, 9);
-INSERT INTO itemTypeFields VALUES (28, 18, NULL, 10);
-INSERT INTO itemTypeFields VALUES (28, 19, NULL, 11);
-INSERT INTO itemTypeFields VALUES (28, 62, NULL, 12);
-INSERT INTO itemTypeFields VALUES (28, 2, NULL, 13);
+INSERT INTO itemTypeFields VALUES (22, 18, NULL, 15);
+INSERT INTO itemTypeFields VALUES (22, 19, NULL, 16);
+INSERT INTO itemTypeFields VALUES (22, 62, NULL, 17);
+INSERT INTO itemTypeFields VALUES (22, 2, NULL, 18);
+INSERT INTO itemTypeFields VALUES (22, 22, NULL, 19);
+INSERT INTO itemTypeFields VALUES (23, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (23, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (23, 107, NULL, 3);
+INSERT INTO itemTypeFields VALUES (23, 70, NULL, 4);
+INSERT INTO itemTypeFields VALUES (23, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (23, 1, NULL, 6);
+INSERT INTO itemTypeFields VALUES (23, 27, NULL, 7);
+INSERT INTO itemTypeFields VALUES (23, 87, NULL, 8);
+INSERT INTO itemTypeFields VALUES (23, 116, NULL, 9);
+INSERT INTO itemTypeFields VALUES (23, 2, NULL, 10);
+INSERT INTO itemTypeFields VALUES (23, 22, NULL, 11);
+INSERT INTO itemTypeFields VALUES (24, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (24, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (24, 14, NULL, 3);
+INSERT INTO itemTypeFields VALUES (24, 87, NULL, 4);
+INSERT INTO itemTypeFields VALUES (24, 116, NULL, 5);
+INSERT INTO itemTypeFields VALUES (24, 1, NULL, 6);
+INSERT INTO itemTypeFields VALUES (24, 27, NULL, 7);
+INSERT INTO itemTypeFields VALUES (24, 2, NULL, 8);
+INSERT INTO itemTypeFields VALUES (24, 22, NULL, 9);
+INSERT INTO itemTypeFields VALUES (25, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (25, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (25, 104, NULL, 3);
+INSERT INTO itemTypeFields VALUES (25, 79, NULL, 4);
+INSERT INTO itemTypeFields VALUES (25, 14, NULL, 5);
+INSERT INTO itemTypeFields VALUES (25, 87, NULL, 6);
+INSERT INTO itemTypeFields VALUES (25, 116, NULL, 7);
+INSERT INTO itemTypeFields VALUES (25, 1, NULL, 8);
+INSERT INTO itemTypeFields VALUES (25, 27, NULL, 9);
+INSERT INTO itemTypeFields VALUES (25, 2, NULL, 10);
+INSERT INTO itemTypeFields VALUES (25, 22, NULL, 11);
+INSERT INTO itemTypeFields VALUES (26, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (26, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (26, 71, NULL, 3);
+INSERT INTO itemTypeFields VALUES (26, 28, NULL, 4);
+INSERT INTO itemTypeFields VALUES (26, 4, NULL, 5);
+INSERT INTO itemTypeFields VALUES (26, 45, NULL, 6);
+INSERT INTO itemTypeFields VALUES (26, 7, NULL, 7);
+INSERT INTO itemTypeFields VALUES (26, 72, NULL, 8);
+INSERT INTO itemTypeFields VALUES (26, 14, NULL, 9);
+INSERT INTO itemTypeFields VALUES (26, 77, NULL, 10);
+INSERT INTO itemTypeFields VALUES (26, 87, NULL, 11);
+INSERT INTO itemTypeFields VALUES (26, 11, NULL, 12);
+INSERT INTO itemTypeFields VALUES (26, 116, NULL, 13);
+INSERT INTO itemTypeFields VALUES (26, 18, NULL, 14);
+INSERT INTO itemTypeFields VALUES (26, 19, NULL, 15);
+INSERT INTO itemTypeFields VALUES (26, 62, NULL, 16);
+INSERT INTO itemTypeFields VALUES (26, 1, NULL, 17);
+INSERT INTO itemTypeFields VALUES (26, 27, NULL, 18);
+INSERT INTO itemTypeFields VALUES (26, 2, NULL, 19);
+INSERT INTO itemTypeFields VALUES (26, 22, NULL, 20);
+INSERT INTO itemTypeFields VALUES (27, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (27, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (27, 74, NULL, 3);
+INSERT INTO itemTypeFields VALUES (27, 14, NULL, 4);
+INSERT INTO itemTypeFields VALUES (27, 7, NULL, 5);
+INSERT INTO itemTypeFields VALUES (27, 75, NULL, 6);
+INSERT INTO itemTypeFields VALUES (27, 1, NULL, 7);
+INSERT INTO itemTypeFields VALUES (27, 27, NULL, 8);
+INSERT INTO itemTypeFields VALUES (27, 87, NULL, 9);
+INSERT INTO itemTypeFields VALUES (27, 116, NULL, 10);
+INSERT INTO itemTypeFields VALUES (27, 2, NULL, 11);
+INSERT INTO itemTypeFields VALUES (27, 22, NULL, 12);
+INSERT INTO itemTypeFields VALUES (28, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (28, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (28, 63, NULL, 3);
+INSERT INTO itemTypeFields VALUES (28, 28, NULL, 4);
+INSERT INTO itemTypeFields VALUES (28, 4, NULL, 5);
+INSERT INTO itemTypeFields VALUES (28, 45, NULL, 6);
+INSERT INTO itemTypeFields VALUES (28, 7, NULL, 7);
+INSERT INTO itemTypeFields VALUES (28, 76, NULL, 8);
+INSERT INTO itemTypeFields VALUES (28, 14, NULL, 9);
+INSERT INTO itemTypeFields VALUES (28, 77, NULL, 10);
+INSERT INTO itemTypeFields VALUES (28, 87, NULL, 11);
+INSERT INTO itemTypeFields VALUES (28, 11, NULL, 12);
+INSERT INTO itemTypeFields VALUES (28, 116, NULL, 13);
INSERT INTO itemTypeFields VALUES (28, 1, NULL, 14);
INSERT INTO itemTypeFields VALUES (28, 27, NULL, 15);
-INSERT INTO itemTypeFields VALUES (28, 22, NULL, 16);
-INSERT INTO itemTypeFields VALUES (29, 28, NULL, 1);
-INSERT INTO itemTypeFields VALUES (29, 60, NULL, 2);
-INSERT INTO itemTypeFields VALUES (29, 63, NULL, 3);
-INSERT INTO itemTypeFields VALUES (29, 7, NULL, 4);
-INSERT INTO itemTypeFields VALUES (29, 78, NULL, 5);
-INSERT INTO itemTypeFields VALUES (29, 14, NULL, 6);
-INSERT INTO itemTypeFields VALUES (29, 77, NULL, 7);
-INSERT INTO itemTypeFields VALUES (29, 18, NULL, 8);
-INSERT INTO itemTypeFields VALUES (29, 19, NULL, 9);
-INSERT INTO itemTypeFields VALUES (29, 62, NULL, 10);
-INSERT INTO itemTypeFields VALUES (29, 2, NULL, 11);
+INSERT INTO itemTypeFields VALUES (28, 18, NULL, 16);
+INSERT INTO itemTypeFields VALUES (28, 19, NULL, 17);
+INSERT INTO itemTypeFields VALUES (28, 62, NULL, 18);
+INSERT INTO itemTypeFields VALUES (28, 2, NULL, 19);
+INSERT INTO itemTypeFields VALUES (28, 22, NULL, 20);
+INSERT INTO itemTypeFields VALUES (29, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (29, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (29, 28, NULL, 3);
+INSERT INTO itemTypeFields VALUES (29, 105, NULL, 4);
+INSERT INTO itemTypeFields VALUES (29, 63, NULL, 5);
+INSERT INTO itemTypeFields VALUES (29, 7, NULL, 6);
+INSERT INTO itemTypeFields VALUES (29, 78, NULL, 7);
+INSERT INTO itemTypeFields VALUES (29, 14, NULL, 8);
+INSERT INTO itemTypeFields VALUES (29, 77, NULL, 9);
+INSERT INTO itemTypeFields VALUES (29, 87, NULL, 10);
+INSERT INTO itemTypeFields VALUES (29, 116, NULL, 11);
INSERT INTO itemTypeFields VALUES (29, 1, NULL, 12);
INSERT INTO itemTypeFields VALUES (29, 27, NULL, 13);
-INSERT INTO itemTypeFields VALUES (29, 22, NULL, 14);
-INSERT INTO itemTypeFields VALUES (30, 28, NULL, 1);
-INSERT INTO itemTypeFields VALUES (30, 60, NULL, 2);
-INSERT INTO itemTypeFields VALUES (30, 71, NULL, 3);
-INSERT INTO itemTypeFields VALUES (30, 7, NULL, 4);
-INSERT INTO itemTypeFields VALUES (30, 78, NULL, 5);
-INSERT INTO itemTypeFields VALUES (30, 14, NULL, 6);
-INSERT INTO itemTypeFields VALUES (30, 77, NULL, 7);
-INSERT INTO itemTypeFields VALUES (30, 18, NULL, 8);
-INSERT INTO itemTypeFields VALUES (30, 19, NULL, 9);
-INSERT INTO itemTypeFields VALUES (30, 62, NULL, 10);
-INSERT INTO itemTypeFields VALUES (30, 2, NULL, 11);
+INSERT INTO itemTypeFields VALUES (29, 18, NULL, 14);
+INSERT INTO itemTypeFields VALUES (29, 19, NULL, 15);
+INSERT INTO itemTypeFields VALUES (29, 62, NULL, 16);
+INSERT INTO itemTypeFields VALUES (29, 2, NULL, 17);
+INSERT INTO itemTypeFields VALUES (29, 22, NULL, 18);
+INSERT INTO itemTypeFields VALUES (30, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (30, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (30, 28, NULL, 3);
+INSERT INTO itemTypeFields VALUES (30, 105, NULL, 4);
+INSERT INTO itemTypeFields VALUES (30, 71, NULL, 5);
+INSERT INTO itemTypeFields VALUES (30, 7, NULL, 6);
+INSERT INTO itemTypeFields VALUES (30, 78, NULL, 7);
+INSERT INTO itemTypeFields VALUES (30, 14, NULL, 8);
+INSERT INTO itemTypeFields VALUES (30, 77, NULL, 9);
+INSERT INTO itemTypeFields VALUES (30, 87, NULL, 10);
+INSERT INTO itemTypeFields VALUES (30, 116, NULL, 11);
INSERT INTO itemTypeFields VALUES (30, 1, NULL, 12);
INSERT INTO itemTypeFields VALUES (30, 27, NULL, 13);
-INSERT INTO itemTypeFields VALUES (30, 22, NULL, 14);
-INSERT INTO itemTypeFields VALUES (31, 28, NULL, 1);
-INSERT INTO itemTypeFields VALUES (31, 60, NULL, 2);
-INSERT INTO itemTypeFields VALUES (31, 80, NULL, 3);
-INSERT INTO itemTypeFields VALUES (31, 77, NULL, 4);
-INSERT INTO itemTypeFields VALUES (31, 2, NULL, 5);
-INSERT INTO itemTypeFields VALUES (31, 1, NULL, 6);
-INSERT INTO itemTypeFields VALUES (31, 27, NULL, 7);
-INSERT INTO itemTypeFields VALUES (31, 22, NULL, 8);
-INSERT INTO itemTypeFields VALUES (32, 28, NULL, 1);
-INSERT INTO itemTypeFields VALUES (32, 81, NULL, 2);
-INSERT INTO itemTypeFields VALUES (32, 82, NULL, 3);
-INSERT INTO itemTypeFields VALUES (32, 7, NULL, 4);
-INSERT INTO itemTypeFields VALUES (32, 83, NULL, 5);
-INSERT INTO itemTypeFields VALUES (32, 11, NULL, 6);
-INSERT INTO itemTypeFields VALUES (32, 18, NULL, 7);
-INSERT INTO itemTypeFields VALUES (32, 19, NULL, 8);
-INSERT INTO itemTypeFields VALUES (32, 62, NULL, 9);
-INSERT INTO itemTypeFields VALUES (32, 2, NULL, 10);
+INSERT INTO itemTypeFields VALUES (30, 18, NULL, 14);
+INSERT INTO itemTypeFields VALUES (30, 19, NULL, 15);
+INSERT INTO itemTypeFields VALUES (30, 62, NULL, 16);
+INSERT INTO itemTypeFields VALUES (30, 2, NULL, 17);
+INSERT INTO itemTypeFields VALUES (30, 22, NULL, 18);
+INSERT INTO itemTypeFields VALUES (31, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (31, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (31, 28, NULL, 3);
+INSERT INTO itemTypeFields VALUES (31, 105, NULL, 4);
+INSERT INTO itemTypeFields VALUES (31, 80, NULL, 5);
+INSERT INTO itemTypeFields VALUES (31, 77, NULL, 6);
+INSERT INTO itemTypeFields VALUES (31, 1, NULL, 7);
+INSERT INTO itemTypeFields VALUES (31, 27, NULL, 8);
+INSERT INTO itemTypeFields VALUES (31, 87, NULL, 9);
+INSERT INTO itemTypeFields VALUES (31, 116, NULL, 10);
+INSERT INTO itemTypeFields VALUES (31, 2, NULL, 11);
+INSERT INTO itemTypeFields VALUES (31, 22, NULL, 12);
+INSERT INTO itemTypeFields VALUES (32, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (32, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (32, 28, NULL, 3);
+INSERT INTO itemTypeFields VALUES (32, 81, NULL, 4);
+INSERT INTO itemTypeFields VALUES (32, 82, NULL, 5);
+INSERT INTO itemTypeFields VALUES (32, 7, NULL, 6);
+INSERT INTO itemTypeFields VALUES (32, 83, NULL, 7);
+INSERT INTO itemTypeFields VALUES (32, 88, NULL, 8);
+INSERT INTO itemTypeFields VALUES (32, 11, NULL, 9);
+INSERT INTO itemTypeFields VALUES (32, 116, NULL, 10);
INSERT INTO itemTypeFields VALUES (32, 1, NULL, 11);
-INSERT INTO itemTypeFields VALUES (32, 27, NULL, 12);
-INSERT INTO itemTypeFields VALUES (32, 22, NULL, 13);
+INSERT INTO itemTypeFields VALUES (32, 2, NULL, 12);
+INSERT INTO itemTypeFields VALUES (32, 18, NULL, 13);
+INSERT INTO itemTypeFields VALUES (32, 19, NULL, 14);
+INSERT INTO itemTypeFields VALUES (32, 62, NULL, 15);
+INSERT INTO itemTypeFields VALUES (32, 27, NULL, 16);
+INSERT INTO itemTypeFields VALUES (32, 22, NULL, 17);
+INSERT INTO itemTypeFields VALUES (33, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (33, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (33, 14, NULL, 3);
+INSERT INTO itemTypeFields VALUES (33, 114, NULL, 4);
+INSERT INTO itemTypeFields VALUES (33, 84, NULL, 5);
+INSERT INTO itemTypeFields VALUES (33, 7, NULL, 6);
+INSERT INTO itemTypeFields VALUES (33, 8, NULL, 7);
+INSERT INTO itemTypeFields VALUES (33, 4, NULL, 8);
+INSERT INTO itemTypeFields VALUES (33, 10, NULL, 9);
+INSERT INTO itemTypeFields VALUES (33, 3, NULL, 10);
+INSERT INTO itemTypeFields VALUES (33, 87, NULL, 11);
+INSERT INTO itemTypeFields VALUES (33, 26, NULL, 12);
+INSERT INTO itemTypeFields VALUES (33, 11, NULL, 13);
+INSERT INTO itemTypeFields VALUES (33, 116, NULL, 14);
+INSERT INTO itemTypeFields VALUES (33, 1, NULL, 15);
+INSERT INTO itemTypeFields VALUES (33, 27, NULL, 16);
+INSERT INTO itemTypeFields VALUES (33, 18, NULL, 17);
+INSERT INTO itemTypeFields VALUES (33, 19, NULL, 18);
+INSERT INTO itemTypeFields VALUES (33, 62, NULL, 19);
+INSERT INTO itemTypeFields VALUES (33, 2, NULL, 20);
+INSERT INTO itemTypeFields VALUES (33, 22, NULL, 21);
+INSERT INTO itemTypeFields VALUES (34, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (34, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (34, 8, NULL, 3);
+INSERT INTO itemTypeFields VALUES (34, 14, NULL, 4);
+INSERT INTO itemTypeFields VALUES (34, 87, NULL, 5);
+INSERT INTO itemTypeFields VALUES (34, 116, NULL, 6);
+INSERT INTO itemTypeFields VALUES (34, 1, NULL, 7);
+INSERT INTO itemTypeFields VALUES (34, 27, NULL, 8);
+INSERT INTO itemTypeFields VALUES (34, 18, NULL, 9);
+INSERT INTO itemTypeFields VALUES (34, 19, NULL, 10);
+INSERT INTO itemTypeFields VALUES (34, 62, NULL, 11);
+INSERT INTO itemTypeFields VALUES (34, 2, NULL, 12);
+INSERT INTO itemTypeFields VALUES (34, 22, NULL, 13);
+INSERT INTO itemTypeFields VALUES (35, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (35, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (35, 85, NULL, 3);
+INSERT INTO itemTypeFields VALUES (35, 3, NULL, 4);
+INSERT INTO itemTypeFields VALUES (35, 30, NULL, 5);
+INSERT INTO itemTypeFields VALUES (35, 4, NULL, 6);
+INSERT INTO itemTypeFields VALUES (35, 45, NULL, 7);
+INSERT INTO itemTypeFields VALUES (35, 6, NULL, 8);
+INSERT INTO itemTypeFields VALUES (35, 7, NULL, 9);
+INSERT INTO itemTypeFields VALUES (35, 8, NULL, 10);
+INSERT INTO itemTypeFields VALUES (35, 14, NULL, 11);
+INSERT INTO itemTypeFields VALUES (35, 10, NULL, 12);
+INSERT INTO itemTypeFields VALUES (35, 11, NULL, 13);
+INSERT INTO itemTypeFields VALUES (35, 116, NULL, 14);
+INSERT INTO itemTypeFields VALUES (35, 1, NULL, 15);
+INSERT INTO itemTypeFields VALUES (35, 27, NULL, 16);
+INSERT INTO itemTypeFields VALUES (35, 87, NULL, 17);
+INSERT INTO itemTypeFields VALUES (35, 18, NULL, 18);
+INSERT INTO itemTypeFields VALUES (35, 19, NULL, 19);
+INSERT INTO itemTypeFields VALUES (35, 62, NULL, 20);
+INSERT INTO itemTypeFields VALUES (35, 2, NULL, 21);
+INSERT INTO itemTypeFields VALUES (35, 22, NULL, 22);
+INSERT INTO itemTypeFields VALUES (36, 110, NULL, 1);
+INSERT INTO itemTypeFields VALUES (36, 90, NULL, 2);
+INSERT INTO itemTypeFields VALUES (36, 86, NULL, 3);
+INSERT INTO itemTypeFields VALUES (36, 3, NULL, 4);
+INSERT INTO itemTypeFields VALUES (36, 30, NULL, 5);
+INSERT INTO itemTypeFields VALUES (36, 4, NULL, 6);
+INSERT INTO itemTypeFields VALUES (36, 45, NULL, 7);
+INSERT INTO itemTypeFields VALUES (36, 6, NULL, 8);
+INSERT INTO itemTypeFields VALUES (36, 7, NULL, 9);
+INSERT INTO itemTypeFields VALUES (36, 8, NULL, 10);
+INSERT INTO itemTypeFields VALUES (36, 14, NULL, 11);
+INSERT INTO itemTypeFields VALUES (36, 10, NULL, 12);
+INSERT INTO itemTypeFields VALUES (36, 87, NULL, 13);
+INSERT INTO itemTypeFields VALUES (36, 11, NULL, 14);
+INSERT INTO itemTypeFields VALUES (36, 116, NULL, 15);
+INSERT INTO itemTypeFields VALUES (36, 1, NULL, 16);
+INSERT INTO itemTypeFields VALUES (36, 27, NULL, 17);
+INSERT INTO itemTypeFields VALUES (36, 18, NULL, 18);
+INSERT INTO itemTypeFields VALUES (36, 19, NULL, 19);
+INSERT INTO itemTypeFields VALUES (36, 62, NULL, 20);
+INSERT INTO itemTypeFields VALUES (36, 2, NULL, 21);
+INSERT INTO itemTypeFields VALUES (36, 22, NULL, 22);
+
+
+INSERT INTO baseFieldMappings VALUES (16, 4, 94); -- bill/volume/codeVolume
+INSERT INTO baseFieldMappings VALUES (17, 4, 97); -- case/volume/reporterVolume
+INSERT INTO baseFieldMappings VALUES (19, 7, 102); -- patent/place/country
+INSERT INTO baseFieldMappings VALUES (7, 8, 89); -- thesis/publisher/university
+INSERT INTO baseFieldMappings VALUES (15, 8, 31); -- report/publisher/institution
+INSERT INTO baseFieldMappings VALUES (26, 8, 72); -- audioRecording/publisher/label
+INSERT INTO baseFieldMappings VALUES (28, 8, 76); -- videoRecording/publisher/studio
+INSERT INTO baseFieldMappings VALUES (30, 8, 78); -- radioBroadcast/publisher/network
+INSERT INTO baseFieldMappings VALUES (32, 8, 83); -- computerProgram/publisher/company
+INSERT INTO baseFieldMappings VALUES (16, 10, 95); -- bill/pages/codePages
+INSERT INTO baseFieldMappings VALUES (17, 10, 98); -- case/pages/firstPage
+INSERT INTO baseFieldMappings VALUES (3, 12, 115); -- bookSection/publicationTitle/bookTitle
+INSERT INTO baseFieldMappings VALUES (33, 12, 114); -- conferencePaper/publicationTitle/proceedingsTitle
+INSERT INTO baseFieldMappings VALUES (13, 12, 91); -- webpage/publicationTitle/websiteTitle
+INSERT INTO baseFieldMappings VALUES (23, 12, 107); -- blogPost/publicationTitle/blogTitle
+INSERT INTO baseFieldMappings VALUES (25, 12, 104); -- forumPost/publicationTitle/forumTitle
+INSERT INTO baseFieldMappings VALUES (35, 12, 85); -- encyclopediaEntry/publicationTitle/encyclopediaTitle
+INSERT INTO baseFieldMappings VALUES (36, 12, 86); -- dictionaryEntry/publicationTitle/dictionaryTitle
+INSERT INTO baseFieldMappings VALUES (17, 14, 96); -- case/date/dateDecided
+INSERT INTO baseFieldMappings VALUES (19, 14, 52); -- patent/date/issueDate
+INSERT INTO baseFieldMappings VALUES (20, 14, 100); -- statute/date/dateEnacted
+INSERT INTO baseFieldMappings VALUES (15, 60, 92); -- report/number/reportNumber
+INSERT INTO baseFieldMappings VALUES (16, 60, 93); -- bill/number/billNumber
+INSERT INTO baseFieldMappings VALUES (18, 60, 99); -- hearing/number/documentNumber
+INSERT INTO baseFieldMappings VALUES (19, 60, 50); -- patent/number/patentNumber
+INSERT INTO baseFieldMappings VALUES (20, 60, 101); -- statute/number/publicLawNumber
+INSERT INTO baseFieldMappings VALUES (29, 60, 105); -- tvBroadcast/number/episodeNumber
+INSERT INTO baseFieldMappings VALUES (30, 60, 105); -- radioBroadcast/number/episodeNumber
+INSERT INTO baseFieldMappings VALUES (31, 60, 105); -- podcast/number/episodeNumber
+INSERT INTO baseFieldMappings VALUES (7, 108, 69); -- thesis/type/thesisType
+INSERT INTO baseFieldMappings VALUES (8, 108, 65); -- letter/type/letterType
+INSERT INTO baseFieldMappings VALUES (9, 108, 66); -- manuscript/type/manuscriptType
+INSERT INTO baseFieldMappings VALUES (11, 108, 63); -- film/type/videoRecordingType
+INSERT INTO baseFieldMappings VALUES (13, 108, 70); -- webpage/type/websiteType
+INSERT INTO baseFieldMappings VALUES (15, 108, 32); -- report/type/reportType
+INSERT INTO baseFieldMappings VALUES (22, 108, 67); -- map/type/mapType
+INSERT INTO baseFieldMappings VALUES (23, 108, 70); -- blogPost/type/websiteType
+INSERT INTO baseFieldMappings VALUES (25, 108, 79); -- forumPost/type/postType
+INSERT INTO baseFieldMappings VALUES (26, 108, 71); -- audioRecording/type/audioRecordingType
+INSERT INTO baseFieldMappings VALUES (27, 108, 74); -- presentation/type/presentationType
+INSERT INTO baseFieldMappings VALUES (28, 108, 63); -- videoRecording/type/videoRecodingType
+INSERT INTO baseFieldMappings VALUES (29, 108, 63); -- tvBroadcast/type/videoRecodingType
+INSERT INTO baseFieldMappings VALUES (30, 108, 71); -- radioBroadcast/type/audioRecordingType
+INSERT INTO baseFieldMappings VALUES (31, 108, 80); -- podcast/type/audioFileType
+INSERT INTO baseFieldMappings VALUES (10, 109, 64); -- interview/medium/interviewMedium
+INSERT INTO baseFieldMappings VALUES (12, 109, 59); -- artwork/medium/artworkMedium
+INSERT INTO baseFieldMappings VALUES (17, 110, 111); -- case/title/caseName
+INSERT INTO baseFieldMappings VALUES (20, 110, 112); -- statute/title/nameOfAct
+INSERT INTO baseFieldMappings VALUES (21, 110, 113); -- email/title/subject
INSERT INTO creatorTypes VALUES(1, "author");
INSERT INTO creatorTypes VALUES(2, "contributor");
@@ -694,6 +1001,27 @@ INSERT INTO itemTypeCreatorTypes VALUES(31,2,0);
INSERT INTO itemTypeCreatorTypes VALUES(31,25,0);
INSERT INTO itemTypeCreatorTypes VALUES(32,21,1);
INSERT INTO itemTypeCreatorTypes VALUES(32,2,0);
+INSERT INTO itemTypeCreatorTypes VALUES(33, 1, 1);
+INSERT INTO itemTypeCreatorTypes VALUES(33, 2, 0);
+INSERT INTO itemTypeCreatorTypes VALUES(33, 3, 0);
+INSERT INTO itemTypeCreatorTypes VALUES(33, 4, 0);
+INSERT INTO itemTypeCreatorTypes VALUES(33, 5, 0);
+INSERT INTO itemTypeCreatorTypes VALUES(34,1,1);
+INSERT INTO itemTypeCreatorTypes VALUES(34,2,0);
+INSERT INTO itemTypeCreatorTypes VALUES(34,3,0);
+INSERT INTO itemTypeCreatorTypes VALUES(34,4,0);
+INSERT INTO itemTypeCreatorTypes VALUES(34,27,0);
+INSERT INTO itemTypeCreatorTypes VALUES(35,1,1);
+INSERT INTO itemTypeCreatorTypes VALUES(35,2,0);
+INSERT INTO itemTypeCreatorTypes VALUES(35,3,0);
+INSERT INTO itemTypeCreatorTypes VALUES(35,4,0);
+INSERT INTO itemTypeCreatorTypes VALUES(35,5,0);
+INSERT INTO itemTypeCreatorTypes VALUES(36,1,1);
+INSERT INTO itemTypeCreatorTypes VALUES(36,2,0);
+INSERT INTO itemTypeCreatorTypes VALUES(36,3,0);
+INSERT INTO itemTypeCreatorTypes VALUES(36,4,0);
+INSERT INTO itemTypeCreatorTypes VALUES(36,5,0);
+
INSERT INTO "fileTypes" VALUES(1, 'webpage');
INSERT INTO "fileTypes" VALUES(2, 'image');
diff --git a/update.rdf b/update.rdf
index 3ae5140134..38267d51bc 100644
--- a/update.rdf
+++ b/update.rdf
@@ -7,34 +7,14 @@
- 1.0.0b2.SVN
+ 1.0.0rc4.SVN
{ec8030f7-c20a-464f-9b0e-13a3a9e97384}
- 2.0a1+
- 3.0+
+ 2.0
+ 2.0.0.*
http://www.zotero.org/download/zotero.xpi
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- 1.0a1.SVN
-
-
- {ec8030f7-c20a-464f-9b0e-13a3a9e97384}
- 2.0a1+
- 3.0+
- http://www.zotero.org/download/scholar-dev.xpi
+ sha1:
diff --git a/userdata.sql b/userdata.sql
index 551fff4c28..5cad79f22e 100644
--- a/userdata.sql
+++ b/userdata.sql
@@ -1,10 +1,8 @@
--- 7
+-- 36
-- This file creates tables containing user-specific data -- any changes
-- to existing tables made here must be mirrored in transition steps in
--- schema.js::_migrateSchema() -- however, new tables can be added by simply
--- adding a CREATE TABLE IF NOT EXISTS statement and incrementing the version
--- number above
+-- schema.js::_migrateSchema()
CREATE TABLE IF NOT EXISTS version (
@@ -13,6 +11,13 @@ CREATE TABLE IF NOT EXISTS version (
);
CREATE INDEX IF NOT EXISTS schema ON version(schema);
+CREATE TABLE IF NOT EXISTS settings (
+ setting TEXT,
+ key TEXT,
+ value,
+ PRIMARY KEY (setting, key)
+);
+
-- Show or hide pre-mapped fields for system item types
CREATE TABLE IF NOT EXISTS userFieldMask (
itemTypeID INT,
@@ -24,24 +29,22 @@ CREATE TABLE IF NOT EXISTS userFieldMask (
-- User-defined item types -- itemTypeIDs must be >= 1000
CREATE TABLE IF NOT EXISTS userItemTypes (
- itemTypeID INT,
+ itemTypeID INTEGER PRIMARY KEY,
typeName TEXT,
- templateItemTypeID INT,
- PRIMARY KEY (itemTypeID)
+ templateItemTypeID INT
);
-- Control visibility and placement of system and user item types
CREATE TABLE IF NOT EXISTS userItemTypeMask (
- itemTypeID INT,
+ itemTypeID INTEGER PRIMARY KEY,
display INT, -- 0 == hide, 1 == show, 2 == primary
- PRIMARY KEY (itemTypeID)
+ FOREIGN KEY (itemTypeID) REFERENCES userItemTypes(itemTypeID)
);
-- User-defined fields
CREATE TABLE IF NOT EXISTS userFields (
- userFieldID INT,
- fieldName TEXT,
- PRIMARY KEY (userFieldID)
+ userFieldID INTEGER PRIMARY KEY,
+ fieldName TEXT
);
-- Map custom fields to system and custom item types
@@ -57,43 +60,53 @@ CREATE TABLE IF NOT EXISTS userItemTypeFields (
CREATE TABLE IF NOT EXISTS items (
itemID INTEGER PRIMARY KEY,
itemTypeID INT,
- title TEXT,
dateAdded DATETIME DEFAULT CURRENT_TIMESTAMP,
dateModified DATETIME DEFAULT CURRENT_TIMESTAMP
);
+CREATE TABLE IF NOT EXISTS itemDataValues (
+ valueID INTEGER PRIMARY KEY,
+ value
+);
+
-- Type-specific data for individual items
+--
+-- Triggers specified in schema.js due to lack of trigger IF [NOT] EXISTS in Firefox 2.0
CREATE TABLE IF NOT EXISTS itemData (
itemID INT,
fieldID INT,
- value,
+ valueID,
PRIMARY KEY (itemID, fieldID),
FOREIGN KEY (itemID) REFERENCES items(itemID),
- FOREIGN KEY (fieldID) REFERENCES fields(fieldID)
+ FOREIGN KEY (fieldID) REFERENCES fields(fieldID),
+ FOREIGN KEY (valueID) REFERENCES itemDataValues(valueID)
);
-CREATE INDEX IF NOT EXISTS value ON itemData(value);
-- Note data for note items
CREATE TABLE IF NOT EXISTS itemNotes (
- itemID INT,
+ itemID INTEGER PRIMARY KEY,
sourceItemID INT,
note TEXT,
- PRIMARY KEY (itemID),
FOREIGN KEY (itemID) REFERENCES items(itemID),
FOREIGN KEY (sourceItemID) REFERENCES items(itemID)
);
CREATE INDEX IF NOT EXISTS itemNotes_sourceItemID ON itemNotes(sourceItemID);
+CREATE TABLE IF NOT EXISTS itemNoteTitles (
+ itemID INTEGER PRIMARY KEY,
+ title TEXT,
+ FOREIGN KEY (itemID) REFERENCES itemNotes(itemID)
+);
+
-- Metadata for attachment items
CREATE TABLE IF NOT EXISTS itemAttachments (
- itemID INT,
+ itemID INTEGER PRIMARY KEY,
sourceItemID INT,
linkMode INT,
mimeType TEXT,
charsetID INT,
path TEXT,
originalPath TEXT,
- PRIMARY KEY (itemID),
FOREIGN KEY (itemID) REFERENCES items(itemID),
FOREIGN KEY (sourceItemID) REFERENCES items(sourceItemID)
);
@@ -102,9 +115,10 @@ CREATE INDEX IF NOT EXISTS itemAttachments_mimeType ON itemAttachments(mimeType)
-- Individual entries for each tag
CREATE TABLE IF NOT EXISTS tags (
- tagID INT,
- tag TEXT UNIQUE,
- PRIMARY KEY (tagID)
+ tagID INTEGER PRIMARY KEY,
+ tag TEXT,
+ tagType INT,
+ UNIQUE (tag, tagType)
);
-- Associates items with keywords
@@ -128,11 +142,10 @@ CREATE INDEX IF NOT EXISTS itemSeeAlso_linkedItemID ON itemSeeAlso(linkedItemID)
-- Names of each individual "creator" (inc. authors, editors, etc.)
CREATE TABLE IF NOT EXISTS creators (
- creatorID INT,
+ creatorID INTEGER PRIMARY KEY,
firstName TEXT,
lastName TEXT,
- fieldMode INT,
- PRIMARY KEY (creatorID)
+ fieldMode INT
);
-- Associates single or multiple creators to items
@@ -149,10 +162,9 @@ CREATE TABLE IF NOT EXISTS itemCreators (
-- Collections for holding items
CREATE TABLE IF NOT EXISTS collections (
- collectionID INT,
+ collectionID INTEGER PRIMARY KEY,
collectionName TEXT,
parentCollectionID INT,
- PRIMARY KEY (collectionID),
FOREIGN KEY (parentCollectionID) REFERENCES collections(collectionID)
);
@@ -168,9 +180,8 @@ CREATE TABLE IF NOT EXISTS collectionItems (
CREATE INDEX IF NOT EXISTS itemID ON collectionItems(itemID);
CREATE TABLE IF NOT EXISTS savedSearches (
- savedSearchID INT,
- savedSearchName TEXT,
- PRIMARY KEY(savedSearchID)
+ savedSearchID INTEGER PRIMARY KEY,
+ savedSearchName TEXT
);
CREATE TABLE IF NOT EXISTS savedSearchConditions (
@@ -180,19 +191,86 @@ CREATE TABLE IF NOT EXISTS savedSearchConditions (
operator TEXT,
value TEXT,
required NONE,
- PRIMARY KEY(savedSearchID, searchConditionID),
+ PRIMARY KEY (savedSearchID, searchConditionID),
FOREIGN KEY (savedSearchID) REFERENCES savedSearches(savedSearchID)
);
+CREATE TABLE IF NOT EXISTS fulltextItems (
+ itemID INTEGER PRIMARY KEY,
+ version INT,
+ indexedPages INT,
+ totalPages INT,
+ indexedChars INT,
+ totalChars INT,
+ FOREIGN KEY (itemID) REFERENCES items(itemID)
+);
+CREATE INDEX IF NOT EXISTS fulltextItems_version ON fulltextItems(version);
+
CREATE TABLE IF NOT EXISTS fulltextWords (
wordID INTEGER PRIMARY KEY,
word TEXT UNIQUE
);
CREATE INDEX IF NOT EXISTS fulltextWords_word ON fulltextWords(word);
-CREATE TABLE IF NOT EXISTS fulltextItems (
+CREATE TABLE IF NOT EXISTS fulltextItemWords (
wordID INT,
itemID INT,
- PRIMARY KEY (wordID, itemID)
+ PRIMARY KEY (wordID, itemID),
+ FOREIGN KEY (wordID) REFERENCES fulltextWords(wordID),
+ FOREIGN KEY (itemID) REFERENCES items(itemID)
);
-CREATE INDEX IF NOT EXISTS fulltextItems_itemID ON fulltextItems(itemID);
+CREATE INDEX IF NOT EXISTS fulltextItemWords_itemID ON fulltextItemWords(itemID);
+
+CREATE TABLE IF NOT EXISTS translators (
+ translatorID TEXT PRIMARY KEY,
+ minVersion TEXT,
+ maxVersion TEXT,
+ lastUpdated DATETIME,
+ inRepository INT,
+ priority INT,
+ translatorType INT,
+ label TEXT,
+ creator TEXT,
+ target TEXT,
+ detectCode TEXT,
+ code TEXT
+);
+CREATE INDEX IF NOT EXISTS translators_type ON translators(translatorType);
+
+CREATE TABLE IF NOT EXISTS csl (
+ cslID TEXT PRIMARY KEY,
+ updated DATETIME,
+ title TEXT,
+ csl TEXT
+);
+
+CREATE TABLE IF NOT EXISTS annotations (
+ annotationID INTEGER PRIMARY KEY,
+ itemID INT,
+ parent TEXT,
+ textNode INT,
+ offset INT,
+ x INT,
+ y INT,
+ cols INT,
+ rows INT,
+ text TEXT,
+ collapsed BOOL,
+ dateModified DATE,
+ FOREIGN KEY (itemID) REFERENCES itemAttachments(itemID)
+);
+CREATE INDEX IF NOT EXISTS annotations_itemID ON annotations(itemID);
+
+CREATE TABLE IF NOT EXISTS highlights (
+ highlightID INTEGER PRIMARY KEY,
+ itemID INTEGER,
+ startParent TEXT,
+ startTextNode INT,
+ startOffset INT,
+ endParent TEXT,
+ endTextNode INT,
+ endOffset INT,
+ dateModified DATE,
+ FOREIGN KEY (itemID) REFERENCES itemAttachments(itemID)
+);
+CREATE INDEX IF NOT EXISTS highlights_itemID ON highlights(itemID);
\ No newline at end of file