Trans: Adding Der Freitag by Martin Meyerhoff
This commit is contained in:
Avram Lyon
parent
2e87c12512
commit
8153301845
1 changed files with 146 additions and 0 deletions
146
translators/Der Freitag.js
Normal file
146
translators/Der Freitag.js
Normal file
|
|
@ -0,0 +1,146 @@
|
||||||
|
{
|
||||||
|
"translatorID": "1ab8b9a4-72b5-4ef4-adc8-4956a50718f7",
|
||||||
|
"label": "Der Freitag",
|
||||||
|
"creator": "Martin Meyerhoff",
|
||||||
|
"target": "^http://www\\.freitag\\.de",
|
||||||
|
"minVersion": "1.0",
|
||||||
|
"maxVersion": "",
|
||||||
|
"priority": 100,
|
||||||
|
"inRepository": false,
|
||||||
|
"translatorType": 4,
|
||||||
|
"lastUpdated": "2011-04-21 01:51:03"
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Der Freitag Translator
|
||||||
|
Copyright (C) 2011 Martin Meyerhoff
|
||||||
|
|
||||||
|
This program is free software: you can redistribute it and/or modify
|
||||||
|
it under the terms of the GNU General Public License as published by
|
||||||
|
the Free Software Foundation, either version 3 of the License, or
|
||||||
|
(at your option) any later version.
|
||||||
|
|
||||||
|
This program is distributed in the hope that it will be useful,
|
||||||
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
GNU General Public License for more details.
|
||||||
|
|
||||||
|
You should have received a copy of the GNU General Public License
|
||||||
|
along with this program. If not, see <http://www.gnu.org/licenses/>.
|
||||||
|
*/
|
||||||
|
|
||||||
|
/*
|
||||||
|
This site is good, but very, very slow. So when importing multiple Items, be patient!
|
||||||
|
http://www.freitag.de/search?modus=articles&SearchableText=Gaddafi*
|
||||||
|
http://www.freitag.de
|
||||||
|
http://www.freitag.de/guardian-world
|
||||||
|
*/
|
||||||
|
|
||||||
|
function detectWeb(doc, url) {
|
||||||
|
|
||||||
|
// I use XPaths. Therefore, I need the following block.
|
||||||
|
|
||||||
|
var namespace = doc.documentElement.namespaceURI;
|
||||||
|
var nsResolver = namespace ? function(prefix) {
|
||||||
|
if (prefix == 'x') return namespace; else return null;
|
||||||
|
} : null;
|
||||||
|
|
||||||
|
var Freitag_Artikel_XPath = '//div[contains(@class, "artikel_content")]/h2';
|
||||||
|
var Freitag_multiple_XPath = ".//h3[contains(@class, 'listing')]/a";
|
||||||
|
|
||||||
|
if (doc.evaluate(Freitag_Artikel_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ // Diese Zeile verhindert die aus dem Tagesspiegel übernommenen Artikel!
|
||||||
|
Zotero.debug("newspaperArticle");
|
||||||
|
return "newspaperArticle";
|
||||||
|
} else if (doc.evaluate(Freitag_multiple_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ // Diese Zeile verhindert die aus dem Tagesspiegel übernommenen Artikel!
|
||||||
|
Zotero.debug("multiple");
|
||||||
|
return "multiple";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function scrape(doc, url) {
|
||||||
|
var namespace = doc.documentElement.namespaceURI;
|
||||||
|
var nsResolver = namespace ? function(prefix) {
|
||||||
|
if (prefix == 'x') return namespace; else return null;
|
||||||
|
} : null;
|
||||||
|
|
||||||
|
var newItem = new Zotero.Item("newspaperArticle");
|
||||||
|
newItem.url = doc.location.href;
|
||||||
|
|
||||||
|
|
||||||
|
// This is for the author and date
|
||||||
|
|
||||||
|
var meta_XPath = "//div[contains(@class, 'article-heading-meta-left')]"
|
||||||
|
var meta = doc.evaluate(meta_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||||
|
meta = meta.split("|");
|
||||||
|
for (var i in meta) {
|
||||||
|
meta[i] = meta[i].replace(/^\s*|\s*$/g, '');
|
||||||
|
}
|
||||||
|
|
||||||
|
newItem.date = meta[1].split(/\s/)[0];
|
||||||
|
|
||||||
|
// author
|
||||||
|
var author = meta[2].split(/\sund\s|\su\.\s|\,\s|\//);
|
||||||
|
for (var i in author) {
|
||||||
|
if (author[i].match(/\s/)) { // only names that contain a space!
|
||||||
|
newItem.creators.push(Zotero.Utilities.cleanAuthor(author[i], "author"));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// title
|
||||||
|
var title_XPath = '//title';
|
||||||
|
var title = doc.evaluate(title_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||||
|
title = title.split(/\:|\—/);
|
||||||
|
for (var i in title) {
|
||||||
|
title[i] = title[i].replace(/^\s*|\s*$/g, '');
|
||||||
|
}
|
||||||
|
newItem.title = ""
|
||||||
|
newItem.title = newItem.title.concat(title[0], ": ", title[1]);
|
||||||
|
newItem.publicationTitle = "Der Freitag";
|
||||||
|
|
||||||
|
// Summary
|
||||||
|
var summary_XPath = "//div[@class='artikel_content']/h3";
|
||||||
|
var summary = doc.evaluate(summary_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||||
|
newItem.abstractNote = Zotero.Utilities.trim(summary);
|
||||||
|
|
||||||
|
// no Tags, because Der Freitag doesn't supply any.
|
||||||
|
// Section
|
||||||
|
var section_XPath = "//h1";
|
||||||
|
var section= doc.evaluate(section_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
|
||||||
|
newItem.section= section;
|
||||||
|
|
||||||
|
|
||||||
|
// Snapshot
|
||||||
|
var printurl_XPath = ".//a[@id='article-drucken']"
|
||||||
|
var printurl= doc.evaluate(printurl_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().href;
|
||||||
|
newItem.attachments.push({url:printurl, title:doc.title, mimeType:"text/html"});
|
||||||
|
newItem.complete()
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
function doWeb(doc, url) {
|
||||||
|
var namespace = doc.documentElement.namespaceURI;
|
||||||
|
var nsResolver = namespace ? function(prefix) {
|
||||||
|
if (prefix == 'x') return namespace; else return null;
|
||||||
|
} : null;
|
||||||
|
var articles = new Array();
|
||||||
|
|
||||||
|
if (detectWeb(doc, url) == "multiple") {
|
||||||
|
var items = new Object();
|
||||||
|
|
||||||
|
var titles = doc.evaluate(".//h3[contains(@class, 'listing')]/a", doc, nsResolver, XPathResult.ANY_TYPE, null);
|
||||||
|
|
||||||
|
var next_title;
|
||||||
|
while (next_title = titles.iterateNext()) {
|
||||||
|
items[next_title.href] = next_title.textContent;
|
||||||
|
}
|
||||||
|
items = Zotero.selectItems(items);
|
||||||
|
for (var i in items) {
|
||||||
|
articles.push(i);
|
||||||
|
}
|
||||||
|
Zotero.Utilities.processDocuments(articles, scrape, function() {Zotero.done();});
|
||||||
|
Zotero.wait();
|
||||||
|
} else {
|
||||||
|
scrape(doc, url);
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in a new issue