commit fb67c34b2056baebfa7135dc7adcca066c5c3aef
parent 76fbc8eba83f12ca681d4c18e3ba4f08cc1d0a0a
Author: Avram Lyon <ajlyon@gmail.com>
Date: Wed, 20 Apr 2011 22:33:16 +0000
Trans: Adding Die Zeit for single items
Diffstat:
1 file changed, 183 insertions(+), 0 deletions(-)
diff --git a/translators/Die Zeit.js b/translators/Die Zeit.js
@@ -0,0 +1,183 @@
+{
+ "translatorID": "312bbb0e-bfb6-4563-a33c-085445d391ed",
+ "label": "Die Zeit",
+ "creator": "Martin Meyerhoff",
+ "target": "^http://www\\.zeit\\.de/",
+ "minVersion": "1.0",
+ "maxVersion": "",
+ "priority": 100,
+ "inRepository": true,
+ "translatorType": 4,
+ "lastUpdated": "2011-04-21 02:25:21"
+}
+
+/*
+Die Zeit Translator
+Copyright (C) 2011 Martin Meyerhoff
+
+This program is free software: you can redistribute it and/or modify
+it under the terms of the GNU General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+This program is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License
+along with this program. If not, see <http://www.gnu.org/licenses/>.
+*/
+
+/*
+This translator works only partially, because zeit.de uses some strange javascript that makes
+processDocuments return an error. If I just call scrape(doc, url) on a single document, it works.
+The way the translator is programmed now, it only works if JavaScript is turned off in the browser.
+
+Try it out here:
+http://www.zeit.de/wirtschaft/2011-03/schnappauf-ruecktritt-stuttgart
+http://www.zeit.de/online/2009/12/arbeitsrecht-urlaub
+http://www.zeit.de/suche/index?q=Krise
+http://www.zeit.de/2009/11/
+*/
+
+function detectWeb(doc, url) {
+
+ // I use XPaths. Therefore, I need the following block.
+
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == 'x') return namespace; else return null;
+ } : null;
+
+ var Zeit_ArticleTools_XPath = ".//*[@id='informatives']/ul[@class='tools']/li";
+ var Zeit_Archive_XPath = "//h4/a|//h2/a";
+
+ if (doc.evaluate(Zeit_ArticleTools_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
+ Zotero.debug("newspaperArticle");
+ return "newspaperArticle";
+ } else if (doc.evaluate(Zeit_Archive_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
+ Zotero.debug("multiple");
+ //return "multiple";
+ return false; // TODO Make this not throw javascript errors when using processDocuments
+ }
+}
+function scrape(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == 'x') return namespace; else return null;
+ } : null;
+
+ var newItem = new Zotero.Item("newspaperArticle");
+ newItem.url = doc.location.href;
+
+
+ // This is for the title!
+
+ var title_XPath = '//title'
+ var title = doc.evaluate(title_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ newItem.title = Zotero.Utilities.trim(title.split("|")[0]);
+
+
+ // Now for the Author
+
+ var author_XPath = '//li[contains(@class, "author first")]'; // I can't get the span selection to work. Help is appreciated.
+ if (doc.evaluate(author_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var author = doc.evaluate(author_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ author = author.replace(/^\s*Von\s|\s*$/g, ''); // remove whitespace around the author and the "Von "at the beginning
+ } else {
+ var author = "";
+ }
+ var author = author.split(" | "); // this seems to work even if there's no |
+ for (var i in author) {
+ newItem.creators.push(Zotero.Utilities.cleanAuthor(author[i], "author"));
+ }
+
+ // Now for the Tags
+
+ var tags_XPath = '//li[contains(@class, "tags")]'; // I can't get the span selection to work. Help is appreciated.
+ if (doc.evaluate(tags_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var tags = doc.evaluate(tags_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ tags = tags.replace(/^\s*Schlagworte\s|\s*$/g, ''); // remove whitespace around the author and the "Von "at the beginning
+ } else {
+ var tags = "";
+ }
+ var tags= tags.split("|"); // this seems to work even if there's no |
+ for (var i in tags) {
+ tags[i] = tags[i].replace(/^\s*|\s*$/g, '') // remove whitespace around the tags
+ newItem.tags.push(tags[i]);
+ }
+
+ // Date
+ var date_XPath = '//meta[contains(@name, "date_first_released")]';
+ var date2_XPath = ".//li[@class='date']";
+ if (doc.evaluate(date_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
+ var date = doc.evaluate(date_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().content;
+ date = date.split("T")[0];
+ newItem.date = date;
+ } else if (doc.evaluate(date2_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
+ var date = doc.evaluate(date2_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ date = Zotero.Utilities.trim(date.split(/\n/)[1]);
+ date = date.replace(/Datum\s(\d\d?\.\d\d?\.\d\d\d\d).*/g, '$1');
+ newItem.date = date;
+ }
+
+
+ // Summary
+
+ var summary_XPath = ".//p[@class='excerpt']"
+ if (doc.evaluate(summary_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext() ){
+ var summary = doc.evaluate(summary_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().textContent;
+ newItem.abstractNote = Zotero.Utilities.trim(summary);
+ }
+ // Produkt (Zeit, Zeit online etc.)
+ product_XPath = '//meta[contains(@name, "zeit::product-name")]'
+ if (doc.evaluate(product_XPath, doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
+ var product = doc.evaluate(product_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().content;
+ newItem.publicationTitle = product;
+ } else {
+ var product = "Die Zeit";
+ newItem.publicationTitle = product;
+ }
+
+
+ // Section
+ var section_XPath = '//meta[contains(@name, "zeit::ressort")]'
+ var section = doc.evaluate(section_XPath, doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext().content;
+ newItem.section= section;
+
+ newItem.attachments.push({url:doc.location.href+"?page=all&print=true", title:doc.title, mimeType:"text/html"});
+ newItem.complete()
+
+
+}
+
+function doWeb(doc, url) {
+ var namespace = doc.documentElement.namespaceURI;
+ var nsResolver = namespace ? function(prefix) {
+ if (prefix == 'x') return namespace; else return null;
+ } : null;
+ var articles = new Array();
+
+ if (detectWeb(doc, url) == "multiple") {
+ var items = new Object();
+
+ var titles = doc.evaluate("//h4/a|//h2/a", doc, nsResolver, XPathResult.ANY_TYPE, null);
+
+ var next_title;
+ while (next_title = titles.iterateNext()) {
+ if (next_title.textContent != '') {
+ items[next_title.href] = next_title.textContent;
+ }
+ }
+ items = Zotero.selectItems(items);
+ for (var i in items) {
+ Zotero.debug(i);
+ articles.push(i);
+ }
+ Zotero.Utilities.processDocuments(articles, scrape, function() {Zotero.done();});
+ Zotero.wait();
+ } else {
+ scrape(doc, url);
+ }
+}
