commit 8feb3f93ffe99f08ae35ac9544d120885f6f66a1
parent e63e917ecff31d47df8237ae7e0902a22c7ca970
Author: Simon Kornblith <simon@simonster.com>
Date: Sat, 2 Jul 2011 00:44:25 +0000
Safari/Chrome-compatible BibTeX and Google Scholar
Diffstat:
2 files changed, 171 insertions(+), 68 deletions(-)
diff --git a/translators/BibTeX.js b/translators/BibTeX.js
@@ -7,10 +7,11 @@
"minVersion":"2.1.3",
"maxVersion":"",
"priority":200,
+ "browserSupport":"gcs",
"configOptions":{"dataMode":"block"},
"displayOptions":{"exportCharset":"UTF-8", "exportNotes":true, "exportFileData":false},
"inRepository":true,
- "lastUpdated":"2011-05-27 19:42:10"
+ "lastUpdated":"2011-07-02 00:39:53"
}
function detectImport() {
@@ -1561,7 +1562,8 @@ function processField(item, field, value) {
} else if(field == "author" || field == "editor" || field == "translator") {
// parse authors/editors/translators
var names = value.split(/ and /i); // now case insensitive
- for each(var name in names) {
+ for(var i in names) {
+ var name = names[i];
// skip empty names
if (Zotero.Utilities.trim(name) == '') {
continue;
@@ -1642,8 +1644,13 @@ function processField(item, field, value) {
} else if (field == "sentelink") { // the reference manager 'Sente' has a unique file scheme in exported BibTeX
item.attachments = [{url:value.split(",")[0], mimeType:"application/pdf", downloadable:true}];
} else if (field == "file") {
- for each(var attachment in value.split(";")){
- var [filetitle, filepath, filetype] = attachment.split(":");
+ var attachments = value.split(";");
+ for(var i in attachments){
+ var attachment = attachments[i];
+ var parts = attachment.split(":");
+ var filetitle = parts[0];
+ var filepath = parts[1];
+ var filetype = parts[2];
if (filetitle.length == 0) {
filetitle = "Attachment";
}
@@ -2012,7 +2019,8 @@ function doExport() {
var author = "";
var editor = "";
var translator = "";
- for each(var creator in item.creators) {
+ for(var i in item.creators) {
+ var creator = item.creators[i];
var creatorString = creator.lastName;
if (creator.firstName) {
@@ -2056,7 +2064,8 @@ function doExport() {
if(item.tags && item.tags.length) {
var tagString = "";
- for each(var tag in item.tags) {
+ for(var i in item.tags) {
+ var tag = item.tags[i];
tagString += ", "+tag.tag;
}
writeField("keywords", tagString.substr(2));
@@ -2075,7 +2084,8 @@ function doExport() {
writeField("howpublished", item.url);
}
if (item.notes && Zotero.getOption("exportNotes")) {
- for each (var note in item.notes) {
+ for(var i in item.notes) {
+ var note = item.notes[i];
writeField("annote", Zotero.Utilities.unescapeHTML(note["note"]));
}
}
@@ -2083,7 +2093,8 @@ function doExport() {
if(Zotero.getOption("exportFileData")) {
if(item.attachments) {
var attachmentString = "";
- for each(var attachment in item.attachments) {
+ for(var i in item.attachments) {
+ var attachment = item.attachments[i];
attachmentString += ";" + attachment.title + ":" + attachment.path + ":" + attachment.mimeType;
}
writeField("file", attachmentString.substr(1));
diff --git a/translators/Google Scholar.js b/translators/Google Scholar.js
@@ -1,14 +1,15 @@
{
- "translatorID":"57a00950-f0d1-4b41-b6ba-44ff0fc30289",
- "label":"Google Scholar",
- "creator":"Simon Kornblith, Frank Bennett",
- "target":"http://scholar\\.google\\.(?:com|com?\\.[a-z]{2}|[a-z]{2}|co\\.[a-z]{2})/scholar(?:_case)*",
- "minVersion":"1.0.0b3.r1",
- "maxVersion":"",
- "priority":100,
- "inRepository":"1",
- "translatorType":4,
- "lastUpdated":"2010-11-18 06:10:00"
+ "translatorID": "57a00950-f0d1-4b41-b6ba-44ff0fc30289",
+ "label": "Google Scholar",
+ "creator": "Simon Kornblith, Frank Bennett",
+ "target": "http://scholar\\.google\\.(?:com|com?\\.[a-z]{2}|[a-z]{2}|co\\.[a-z]{2})/scholar(?:_case)*",
+ "minVersion": "1.0.0b3.r1",
+ "maxVersion": "",
+ "priority": 100,
+ "inRepository": true,
+ "translatorType": 4,
+ "browserSupport": "gcs",
+ "lastUpdated": "2011-07-01 20:21:22"
}
/*
@@ -59,7 +60,7 @@ var detectWeb = function (doc, url) {
function doWeb(doc, url) {
var haveBibTexLinks, nsResolver;
// Invoke the case or the listing scraper, as appropriate.
- // In a listings page, this forces use of bibtex data and English page version
+ // In a listings page, this forces use of bibtex data and English page version
nsResolver = doc.createNSResolver(doc.documentElement);
if (url.match(/scholar_case/)) {
scrapeCase(doc, url);
@@ -69,15 +70,18 @@ function doWeb(doc, url) {
if(!haveBibTexLinks) {
url = url.replace (/hl\=[^&]*&?/, "");
url = url.replace("scholar?", "scholar_setprefs?hl=en&scis=yes&scisf=4&submit=Save+Preferences&");
- var scisigDoc = Zotero.Utilities.retrieveDocument(url);
- var scisig = scisigDoc.evaluate('//input[@name="scisig"]',
- scisigDoc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
- url = url + "&scisig="+scisig.value;
- doc = Zotero.Utilities.retrieveDocument(url);
- haveBibTexLinks = true;
- Zotero.debug(url);
+ Zotero.Utilities.processDocuments(url, function(scisigDoc) {
+ var scisig = scisigDoc.evaluate('//input[@name="scisig"]',
+ scisigDoc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
+ url = url + "&scisig="+scisig.value;
+ Zotero.Utilities.processDocuments(url, function(doc) {
+ scrapeListing(doc);
+ }, function() {});
+ }, function() {});
+ } else {
+ scrapeListing(doc);
}
- scrapeListing(doc);
+ Zotero.wait();
}
}
@@ -131,48 +135,68 @@ var scrapeListing = function (doc) {
factories.push(factory);
}
- var items = Zotero.selectItems(labels);
-
- if(!items) {
- return false;
- }
-
- // The only supplementary translator we use is BibTeX
- var translator = Zotero.loadTranslator("import");
- translator.setTranslator("9cb70025-a888-4a29-a210-93ec52da40d4");
- translator.setHandler("itemDone", function(obj, item) {
- item.attachments = attachments;
- item.complete();
+ Zotero.selectItems(labels, function(items) {
+ if(!items) {
+ return false;
+ }
+
+ var newFactories = [];
+ for(var i in items) {
+ newFactories.push(factories[i]);
+ }
+
+ processFactories(newFactories);
});
+ return true;
+};
- for(var i in items) {
- var factory = factories[i];
- factory.getCourt();
- factory.getVolRepPag();
- if (factory.hasReporter()) {
- // If we win here, we get by without fetching the BibTeX object at all.
- factory.saveItem();
- } else {
- var res = factory.getBibtexData();
+function processFactories(factories) {
+ if(!factories.length) {
+ Zotero.done();
+ return;
+ }
+
+ var factory = factories.shift();
+ factory.getCourt();
+ factory.getVolRepPag();
+ if (factory.hasReporter()) {
+ // If we win here, we get by without fetching the BibTeX object at all.
+ factory.saveItem();
+ processFactories(factories);
+ } else {
+ var attachments;
+
+ // The only supplementary translator we use is BibTeX
+ var bibtexTranslator = Zotero.loadTranslator("import");
+ bibtexTranslator.setTranslator("9cb70025-a888-4a29-a210-93ec52da40d4");
+ bibtexTranslator.setHandler("itemDone", function(obj, item) {
+ item.attachments = attachments;
+ item.complete();
+ });
+
+ factory.getBibtexData(function(res) {
if (res) {
// Has BibTeX data with title, pass it through to the BibTeX translator
- var attachments = factory.getAttachments("Page");
- translator.setString(res);
- translator.translate();
+ attachments = factory.getAttachments("Page");
+ bibtexTranslator.setString(res);
+ bibtexTranslator.translate();
} else {
// If BibTeX is empty, this is some kind of case, if anything.
// Metadata from the citelet, supplemented by the target
// document for the docket number, if possible.
if (!factory.hasReporter()) {
- factory.getDocketNumber();
+ factory.getDocketNumber(null, function() {
+ factory.saveItem();
+ processFactories(factories);
+ });
+ } else {
+ factory.saveItem();
+ processFactories(factories);
}
- factory.saveItem();
}
- }
+ });
}
- return true;
-};
-
+}
var scrapeCase = function (doc, url) {
// Citelet is identified by
@@ -348,11 +372,15 @@ ItemFactory.prototype.getTitle = function () {
};
-ItemFactory.prototype.getDocketNumber = function (doc) {
+ItemFactory.prototype.getDocketNumber = function (doc, callback) {
if (!doc) {
// Needs doc fetch and xpath
- doc = Zotero.Utilities.retrieveDocument(this.attachmentLinks[0]);
+ var me = this;
+ Zotero.Utilities.processDocuments(this.attachmentLinks[0],
+ function(doc) { me.getDocumentNumber(doc, callback) }, function() {});
+ return;
}
+
var nsResolver = doc.createNSResolver(doc.documentElement);
if (doc) {
var docNumFrag = doc.evaluate('//center[preceding-sibling::center//h3[@id="gsl_case_name"]]', doc, nsResolver, XPathResult.ANY_TYPE, null).iterateNext();
@@ -360,6 +388,8 @@ ItemFactory.prototype.getDocketNumber = function (doc) {
this.v.docketNumber = docNumFrag.textContent.replace(/^\s*[Nn][Oo](?:.|\s+)\s*/, "").replace(/\.\s*$/, "");
}
}
+
+ if(callback) callback();
};
@@ -368,7 +398,7 @@ ItemFactory.prototype.getAttachments = function (doctype) {
attachments = [];
for (i = 0, ilen = this.attachmentLinks.length; i < ilen; i += 1) {
attachments.push({title:"Google Scholar Linked " + doctype, type:"text/html",
- url:this.attachmentLinks[i]});
+ url:this.attachmentLinks[i]});
}
return attachments;
};
@@ -379,18 +409,21 @@ ItemFactory.prototype.pushAttachments = function (doctype) {
};
-ItemFactory.prototype.getBibtexData = function () {
+ItemFactory.prototype.getBibtexData = function (callback) {
if (!this.bibtexData) {
if (this.bibtexData !== false) {
- var bibtexData = Zotero.Utilities.retrieveSource(this.bibtexLink);
- if (!bibtexData.match(/title={{}}/)) {
- this.bibtexData = bibtexData;
- } else {
- this.bibtexData = false;
- }
+ Zotero.Utilities.doGet(this.bibtexLink, function(bibtexData) {
+ if (!bibtexData.match(/title={{}}/)) {
+ this.bibtexData = bibtexData;
+ } else {
+ this.bibtexData = false;
+ }
+ callback(this.bibtexData);
+ });
+ return;
}
}
- return this.bibtexData;
+ callback(this.bibtexData);
};
@@ -429,3 +462,61 @@ ItemFactory.prototype.saveItemCommonVars = function () {
}
}
};
+
+
+/** BEGIN TEST CASES **/
+var testCases = [
+ {
+ "type": "web",
+ "url": "http://scholar.google.com/scholar?q=marbury&hl=en&btnG=Search&as_sdt=1%2C22&as_sdtp=on",
+ "items": "multiple"
+ },
+ {
+ "type": "web",
+ "url": "http://scholar.google.com/scholar?hl=en&q=kelo&btnG=Search&as_sdt=0%2C22&as_ylo=&as_vis=0",
+ "items": "multiple"
+ },
+ {
+ "type": "web",
+ "url": "http://scholar.google.com/scholar?hl=en&q=smith&btnG=Search&as_sdt=0%2C22&as_ylo=&as_vis=0",
+ "items": "multiple"
+ },
+ {
+ "type": "web",
+ "url": "http://scholar.google.com/scholar?hl=en&q=view+of+the+cathedral&btnG=Search&as_sdt=0%2C22&as_ylo=&as_vis=0",
+ "items": "multiple"
+ },
+ {
+ "type": "web",
+ "url": "http://scholar.google.com/scholar?hl=en&q=clifford&btnG=Search&as_sdt=0%2C22&as_ylo=&as_vis=0",
+ "items": "multiple"
+ },
+ {
+ "type": "web",
+ "url": "http://scholar.google.com/scholar_case?case=9834052745083343188&q=marbury+v+madison&hl=en&as_sdt=2,5",
+ "items": [
+ {
+ "itemType": "case",
+ "creators": [],
+ "notes": [],
+ "tags": [],
+ "seeAlso": [],
+ "attachments": [
+ {
+ "title": "Google Scholar Linked Judgement",
+ "type": "text/html",
+ "url": false
+ }
+ ],
+ "volume": "5",
+ "reporter": "US",
+ "pages": "137",
+ "title": "Marbury v. Madison",
+ "court": "Supreme Court",
+ "date": "1803",
+ "libraryCatalog": "Google Scholar"
+ }
+ ]
+ }
+]
+/** END TEST CASES **/
+\ No newline at end of file
