www

commit 76fbc8eba83f12ca681d4c18e3ba4f08cc1d0a0a
parent a5a042f23808f6db93700e121f9a3703a766ac2a
Author: Avram Lyon <ajlyon@gmail.com>
Date:   Wed, 20 Apr 2011 22:27:45 +0000

Trans: And one more from Martin


Diffstat:
A
translators/Blaetter.js
 | 
156
+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++

1 file changed, 156 insertions(+), 0 deletions(-)
diff --git a/translators/Blaetter.js b/translators/Blaetter.js
@@ -0,0 +1,156 @@
+{
+        "translatorID": "e8e10bd4-fd6f-4297-a060-a8e0a479043f",
+        "label": "Blaetter fuer deutsche und internationale Politik",
+        "creator": "Martin Meyerhoff",
+        "target": "^http://www\\.blaetter\\.de",
+        "minVersion": "1.0",
+        "maxVersion": "",
+        "priority": 100,
+        "inRepository": "1",
+        "translatorType": 4,
+        "lastUpdated": "2011-03-31 15:50:04"
+}
+
+/*
+Blätter für deutsche und internationale Politik
+Copyright (C) 2011 Martin Meyerhoff
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+
+function detectWeb(doc, url) {
+
+	// I use XPaths. Therefore, I need the following block.
+	
+	var namespace = doc.documentElement.namespaceURI;
+	var nsResolver = namespace ? function(prefix) {
+		if (prefix == 'x') return namespace; else return null;
+	} : null;
+	
+	var Blaetter_ArticleTools_XPath = ".//div[contains(@id, 'node')]/h2";
+	var Blaetter_Multiple_XPath = ".//div[contains(@class, 'teaser') and not(contains(@class, 'dossier'))]/h3[@class='headline']/a";
+	
+	if (doc.evaluate(Blaetter_ArticleTools_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ 
+		Zotero.debug("magazineArticle");
+		return "magazineArticle";
+	} else if (doc.evaluate(Blaetter_Multiple_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){ 
+		Zotero.debug("multiple");
+		return "multiple";
+	}
+}
+
+
+function scrape(doc, url) {
+	var namespace = doc.documentElement.namespaceURI;
+	var nsResolver = namespace ? function(prefix) {
+		if (prefix == 'x') return namespace; else return null;
+	} : null;
+	
+	var newItem = new Zotero.Item("magazineArticle");
+	newItem.url = doc.location.href; 
+
+	
+	// This is for the title
+	
+	var title_XPath =".//h2[@class='headline']";
+	var title = doc.evaluate(title_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+	newItem.title = title;
+	
+	// Author
+	var author_XPath = ".//h4[@class='author']/a";
+	if (doc.evaluate(author_XPath, doc, null, XPathResult.ANY_TYPE, null)){
+		var author_obj  = doc.evaluate(author_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+		var next_author;
+		while (next_author= author_obj.iterateNext()) {
+			Zotero.debug(next_author.textContent);
+			newItem.creators.push(Zotero.Utilities.cleanAuthor(next_author.textContent, "author"));
+		}
+	} 
+	
+	// Tags
+	var tags_XPath = ".//p[@class='credit']/a[@class='rb']";
+	if (doc.evaluate(author_XPath, doc, null, XPathResult.ANY_TYPE, null)){
+		var tags_obj  = doc.evaluate(tags_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+		var next_tag;
+		while (next_tag= tags_obj.iterateNext()) {
+			newItem.tags.push(next_tag.textContent);
+		}
+	} 
+	
+	// Attachment. If there's a PDF available, grab it, otherwise just take the HTML site.
+	var pdfurl_XPath = "//ul/li[contains(@class, 'download')]/a";
+	if (doc.evaluate(pdfurl_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()){
+		var pdfurl = doc.evaluate(pdfurl_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().href;
+		newItem.attachments.push({url:pdfurl, title:doc.title, mimeType:"application/pdf"}); 
+
+	} else {
+		newItem.attachments.push({url:doc.location.href, title:doc.title, mimeType:"text/html"}); 
+
+	}
+	
+	// Publication Title
+	newItem.publicationTitle = "Blätter für deutsche und internationale Politik";
+	// Issue, Year and Date
+	var credit_XPath = ".//p[@class='credit']";
+	if (doc.evaluate(credit_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext())	{
+		var credit= doc.evaluate(credit_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;	
+		newItem.date = credit.replace(/.*(\d+)\/(\d\d\d\d?).*\n.*/g, '$2-$1-00'); // Standard Date Format
+		newItem.date = newItem.date.replace(/-(\d)-/, '-0$1-'); // If Month is single-digit, add a zero before it.
+		newItem.pages= credit.replace(/.*,\sSeite\s(\d+-\d+).*\n.*/g, '$1');
+	} else if (doc.location.href.match("/dokumente/")  ){
+		var title2_XPath =".//h3[@class='subtitle']";
+		// Zotero doesn't have a field for subtitle, so just add a colon and then the subtitle.
+		var title2 = doc.evaluate(title2_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+		newItem.title = newItem.title + ": " + title2.replace(/(.*)(,\s\d+\.\d+\.\d\d\d\d)$/, '$1'); 
+		// And the date is in there as well...
+		newItem.date = title2.replace(/(.*,\s)(\d+\.\d+\.\d\d\d\d)$/, '$2'); 
+	}
+	
+	var summary_XPath = ".//meta[@name='description']";
+	var summary = doc.evaluate(summary_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().content;
+	newItem.abstractNote = Zotero.Utilities.unescapeHTML(summary);
+	
+	newItem.complete();
+}
+function doWeb(doc, url) {
+	var namespace = doc.documentElement.namespaceURI;
+	var nsResolver = namespace ? function(prefix) {
+		if (prefix == 'x') return namespace; else return null;
+	} : null;
+	var articles = new Array();
+	
+	if (detectWeb(doc, url) == "multiple") {
+		var items = new Object();
+		
+		var Blaetter_Multiple_XPath = ".//div[contains(@class, 'teaser') and not(contains(@class, 'dossier'))]/h3[@class='headline']/a";
+		 if (doc.evaluate(Blaetter_Multiple_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
+			var titles = doc.evaluate(Blaetter_Multiple_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null);
+		} 
+		var next_title;
+		
+		while (next_title = titles.iterateNext()) {
+			Zotero.debug(next_title.textContent);
+			items[next_title.href] = next_title.textContent;
+		}
+		items = Zotero.selectItems(items);
+		for (var i in items) {
+			articles.push(i);
+		}
+		Zotero.Utilities.processDocuments(articles, scrape, function() {Zotero.done();});
+		Zotero.wait();
+	} else {
+		scrape(doc, url);
+	}
+}