From 81533018458a89019d26338ed31728c542b0741b Mon Sep 17 00:00:00 2001 From: Avram Lyon Date: Wed, 20 Apr 2011 21:53:12 +0000 Subject: [PATCH] Trans: Adding Der Freitag by Martin Meyerhoff --- translators/Der Freitag.js | 146 +++++++++++++++++++++++++++++++++++++ 1 file changed, 146 insertions(+) create mode 100644 translators/Der Freitag.js diff --git a/translators/Der Freitag.js b/translators/Der Freitag.js new file mode 100644 index 0000000000..0eac9e5203 --- /dev/null +++ b/translators/Der Freitag.js @@ -0,0 +1,146 @@ +{ + "translatorID": "1ab8b9a4-72b5-4ef4-adc8-4956a50718f7", + "label": "Der Freitag", + "creator": "Martin Meyerhoff", + "target": "^http://www\\.freitag\\.de", + "minVersion": "1.0", + "maxVersion": "", + "priority": 100, + "inRepository": false, + "translatorType": 4, + "lastUpdated": "2011-04-21 01:51:03" +} + +/* +Der Freitag Translator +Copyright (C) 2011 Martin Meyerhoff + +This program is free software: you can redistribute it and/or modify +it under the terms of the GNU General Public License as published by +the Free Software Foundation, either version 3 of the License, or +(at your option) any later version. + +This program is distributed in the hope that it will be useful, +but WITHOUT ANY WARRANTY; without even the implied warranty of +MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +GNU General Public License for more details. + +You should have received a copy of the GNU General Public License +along with this program. If not, see . +*/ + +/* +This site is good, but very, very slow. So when importing multiple Items, be patient! +http://www.freitag.de/search?modus=articles&SearchableText=Gaddafi* +http://www.freitag.de +http://www.freitag.de/guardian-world +*/ + +function detectWeb(doc, url) { + + // I use XPaths. Therefore, I need the following block. + + var namespace = doc.documentElement.namespaceURI; + var nsResolver = namespace ? function(prefix) { + if (prefix == 'x') return namespace; else return null; + } : null; + + var Freitag_Artikel_XPath = '//div[contains(@class, "artikel_content")]/h2'; + var Freitag_multiple_XPath = ".//h3[contains(@class, 'listing')]/a"; + + if (doc.evaluate(Freitag_Artikel_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ // Diese Zeile verhindert die aus dem Tagesspiegel übernommenen Artikel! + Zotero.debug("newspaperArticle"); + return "newspaperArticle"; + } else if (doc.evaluate(Freitag_multiple_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ // Diese Zeile verhindert die aus dem Tagesspiegel übernommenen Artikel! + Zotero.debug("multiple"); + return "multiple"; + } +} + +function scrape(doc, url) { + var namespace = doc.documentElement.namespaceURI; + var nsResolver = namespace ? function(prefix) { + if (prefix == 'x') return namespace; else return null; + } : null; + + var newItem = new Zotero.Item("newspaperArticle"); + newItem.url = doc.location.href; + + + // This is for the author and date + + var meta_XPath = "//div[contains(@class, 'article-heading-meta-left')]" + var meta = doc.evaluate(meta_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent; + meta = meta.split("|"); + for (var i in meta) { + meta[i] = meta[i].replace(/^\s*|\s*$/g, ''); + } + + newItem.date = meta[1].split(/\s/)[0]; + + // author + var author = meta[2].split(/\sund\s|\su\.\s|\,\s|\//); + for (var i in author) { + if (author[i].match(/\s/)) { // only names that contain a space! + newItem.creators.push(Zotero.Utilities.cleanAuthor(author[i], "author")); + } + } + + // title + var title_XPath = '//title'; + var title = doc.evaluate(title_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent; + title = title.split(/\:|\—/); + for (var i in title) { + title[i] = title[i].replace(/^\s*|\s*$/g, ''); + } + newItem.title = "" + newItem.title = newItem.title.concat(title[0], ": ", title[1]); + newItem.publicationTitle = "Der Freitag"; + + // Summary + var summary_XPath = "//div[@class='artikel_content']/h3"; + var summary = doc.evaluate(summary_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent; + newItem.abstractNote = Zotero.Utilities.trim(summary); + + // no Tags, because Der Freitag doesn't supply any. + // Section + var section_XPath = "//h1"; + var section= doc.evaluate(section_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent; + newItem.section= section; + + + // Snapshot + var printurl_XPath = ".//a[@id='article-drucken']" + var printurl= doc.evaluate(printurl_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().href; + newItem.attachments.push({url:printurl, title:doc.title, mimeType:"text/html"}); + newItem.complete() + +} + + +function doWeb(doc, url) { + var namespace = doc.documentElement.namespaceURI; + var nsResolver = namespace ? function(prefix) { + if (prefix == 'x') return namespace; else return null; + } : null; + var articles = new Array(); + + if (detectWeb(doc, url) == "multiple") { + var items = new Object(); + + var titles = doc.evaluate(".//h3[contains(@class, 'listing')]/a", doc, nsResolver, XPathResult.ANY_TYPE, null); + + var next_title; + while (next_title = titles.iterateNext()) { + items[next_title.href] = next_title.textContent; + } + items = Zotero.selectItems(items); + for (var i in items) { + articles.push(i); + } + Zotero.Utilities.processDocuments(articles, scrape, function() {Zotero.done();}); + Zotero.wait(); + } else { + scrape(doc, url); + } +} \ No newline at end of file