www

commit 81533018458a89019d26338ed31728c542b0741b
parent 2e87c12512283f2306ccea3124eb8aa8dbfb8583
Author: Avram Lyon <ajlyon@gmail.com>
Date:   Wed, 20 Apr 2011 21:53:12 +0000

Trans: Adding Der Freitag by Martin Meyerhoff


Diffstat:
A
translators/Der Freitag.js
 | 
147
+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

1 file changed, 147 insertions(+), 0 deletions(-)
diff --git a/translators/Der Freitag.js b/translators/Der Freitag.js
@@ -0,0 +1,146 @@
+{
+        "translatorID": "1ab8b9a4-72b5-4ef4-adc8-4956a50718f7",
+        "label": "Der Freitag",
+        "creator": "Martin Meyerhoff",
+        "target": "^http://www\\.freitag\\.de",
+        "minVersion": "1.0",
+        "maxVersion": "",
+        "priority": 100,
+        "inRepository": false,
+        "translatorType": 4,
+        "lastUpdated": "2011-04-21 01:51:03"
+}
+
+/*
+Der Freitag Translator
+Copyright (C) 2011 Martin Meyerhoff
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+/*
+This site is good, but very, very slow. So when importing multiple Items, be patient!
+http://www.freitag.de/search?modus=articles&SearchableText=Gaddafi*
+http://www.freitag.de
+http://www.freitag.de/guardian-world
+*/
+
+function detectWeb(doc, url) {
+
+	// I use XPaths. Therefore, I need the following block.
+	
+	var namespace = doc.documentElement.namespaceURI;
+	var nsResolver = namespace ? function(prefix) {
+		if (prefix == 'x') return namespace; else return null;
+	} : null;
+	
+	var Freitag_Artikel_XPath = '//div[contains(@class, "artikel_content")]/h2';
+	var Freitag_multiple_XPath = ".//h3[contains(@class, 'listing')]/a";
+	
+	if (doc.evaluate(Freitag_Artikel_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ // Diese Zeile verhindert die aus dem Tagesspiegel übernommenen Artikel!
+		Zotero.debug("newspaperArticle");
+		return "newspaperArticle";
+	} else if  (doc.evaluate(Freitag_multiple_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ // Diese Zeile verhindert die aus dem Tagesspiegel übernommenen Artikel!
+		Zotero.debug("multiple");
+		return "multiple";
+	} 
+}
+
+function scrape(doc, url) {
+	var namespace = doc.documentElement.namespaceURI;
+	var nsResolver = namespace ? function(prefix) {
+		if (prefix == 'x') return namespace; else return null;
+	} : null;
+	
+	var newItem = new Zotero.Item("newspaperArticle");
+	newItem.url = doc.location.href; 
+
+	
+	// This is for the author and date
+	
+	var meta_XPath = "//div[contains(@class, 'article-heading-meta-left')]"
+	var meta = doc.evaluate(meta_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+	meta = meta.split("|");
+	for (var i in meta) {
+		meta[i] = meta[i].replace(/^\s*|\s*$/g, '');
+	}
+
+	newItem.date = meta[1].split(/\s/)[0];
+	
+	// author
+	var author = meta[2].split(/\sund\s|\su\.\s|\,\s|\//); 
+	for (var i in author) {
+		if (author[i].match(/\s/)) { // only names that contain a space!
+			newItem.creators.push(Zotero.Utilities.cleanAuthor(author[i], "author"));
+		}
+	}
+	
+	// title 
+	var title_XPath = '//title';
+	var title = doc.evaluate(title_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+	title = title.split(/\:|\—/);
+	for (var i in title) {
+		title[i] = title[i].replace(/^\s*|\s*$/g, '');
+	}
+	newItem.title = ""
+	newItem.title = newItem.title.concat(title[0], ": ", title[1]);
+	newItem.publicationTitle = "Der Freitag";
+
+	// Summary	
+	var summary_XPath = "//div[@class='artikel_content']/h3";
+	var summary = doc.evaluate(summary_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+	newItem.abstractNote = Zotero.Utilities.trim(summary);
+
+	// no Tags, because Der Freitag doesn't supply any.
+	// Section
+	var section_XPath = "//h1";
+	var section= doc.evaluate(section_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+	newItem.section= section;
+
+	
+	// Snapshot
+	var printurl_XPath = ".//a[@id='article-drucken']"
+	var printurl= doc.evaluate(printurl_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().href;
+	newItem.attachments.push({url:printurl, title:doc.title, mimeType:"text/html"});
+	newItem.complete()
+
+}
+
+
+function doWeb(doc, url) {
+	var namespace = doc.documentElement.namespaceURI;
+	var nsResolver = namespace ? function(prefix) {
+		if (prefix == 'x') return namespace; else return null;
+	} : null;
+	var articles = new Array();
+	
+	if (detectWeb(doc, url) == "multiple") {
+		var items = new Object();
+		
+		var titles = doc.evaluate(".//h3[contains(@class, 'listing')]/a", doc, nsResolver, XPathResult.ANY_TYPE, null);
+		
+		var next_title;
+		while (next_title = titles.iterateNext()) {
+			items[next_title.href] = next_title.textContent;
+		}
+		items = Zotero.selectItems(items);
+		for (var i in items) {
+			articles.push(i);
+		}
+		Zotero.Utilities.processDocuments(articles, scrape, function() {Zotero.done();});
+		Zotero.wait();
+	} else {
+		scrape(doc, url);
+	}
+}	
+\ No newline at end of file