923 lines
33 KiB
JavaScript
923 lines
33 KiB
JavaScript
{
|
|
"translatorID": "411f9a8b-64f3-4465-b7df-a3c988b602f3",
|
|
"label": "RePEc - Econpapers",
|
|
"creator": "Sebastian Karcher",
|
|
"target": "^https?://econpapers\\.repec\\.org/",
|
|
"minVersion": "1.0.0b4.r1",
|
|
"maxVersion": "",
|
|
"priority": 100,
|
|
"inRepository": true,
|
|
"translatorType": 4,
|
|
"browserSupport": "gcsibv",
|
|
"lastUpdated": "2016-12-27 20:18:46"
|
|
}
|
|
|
|
/*********************** BEGIN FRAMEWORK ***********************/
|
|
/**
|
|
Copyright (c) 2010-2013, Erik Hetzner
|
|
|
|
This program is free software: you can redistribute it and/or
|
|
modify it under the terms of the GNU Affero General Public License
|
|
as published by the Free Software Foundation, either version 3 of
|
|
the License, or (at your option) any later version.
|
|
|
|
This program is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public
|
|
License along with this program. If not, see
|
|
<http://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
/**
|
|
* Flatten a nested array; e.g., [[1], [2,3]] -> [1,2,3]
|
|
*/
|
|
function flatten(a) {
|
|
var retval = new Array();
|
|
for (var i in a) {
|
|
var entry = a[i];
|
|
if (entry instanceof Array) {
|
|
retval = retval.concat(flatten(entry));
|
|
} else {
|
|
retval.push(entry);
|
|
}
|
|
}
|
|
return retval;
|
|
}
|
|
|
|
var FW = {
|
|
_scrapers : new Array()
|
|
};
|
|
|
|
FW._Base = function () {
|
|
this.callHook = function (hookName, item, doc, url) {
|
|
if (typeof this['hooks'] === 'object') {
|
|
var hook = this['hooks'][hookName];
|
|
if (typeof hook === 'function') {
|
|
hook(item, doc, url);
|
|
}
|
|
}
|
|
};
|
|
|
|
this.evaluateThing = function(val, doc, url) {
|
|
var valtype = typeof val;
|
|
if (valtype === 'object') {
|
|
if (val instanceof Array) {
|
|
/* map over each array val */
|
|
/* this.evaluate gets out of scope */
|
|
var parentEval = this.evaluateThing;
|
|
var retval = val.map ( function(i) { return parentEval (i, doc, url); } );
|
|
return flatten(retval);
|
|
} else {
|
|
return val.evaluate(doc, url);
|
|
}
|
|
} else if (valtype === 'function') {
|
|
return val(doc, url);
|
|
} else {
|
|
return val;
|
|
}
|
|
};
|
|
|
|
/*
|
|
* makeItems is the function that does the work of making an item.
|
|
* doc: the doc tree for the item
|
|
* url: the url for the item
|
|
* attachments ...
|
|
* eachItem: a function to be called for each item made, with the arguments (doc, url, ...)
|
|
* ret: the function to call when you are done, with no args
|
|
*/
|
|
this.makeItems = function (doc, url, attachments, eachItem, ret) {
|
|
ret();
|
|
}
|
|
|
|
};
|
|
|
|
FW.Scraper = function (init) {
|
|
FW._scrapers.push(new FW._Scraper(init));
|
|
};
|
|
|
|
FW._Scraper = function (init) {
|
|
for (x in init) {
|
|
this[x] = init[x];
|
|
}
|
|
|
|
this._singleFieldNames = [
|
|
"abstractNote",
|
|
"applicationNumber",
|
|
"archive",
|
|
"archiveLocation",
|
|
"artworkMedium",
|
|
"artworkSize",
|
|
"assignee",
|
|
"audioFileType",
|
|
"audioRecordingType",
|
|
"billNumber",
|
|
"blogTitle",
|
|
"bookTitle",
|
|
"callNumber",
|
|
"caseName",
|
|
"code",
|
|
"codeNumber",
|
|
"codePages",
|
|
"codeVolume",
|
|
"committee",
|
|
"company",
|
|
"conferenceName",
|
|
"country",
|
|
"court",
|
|
"date",
|
|
"dateDecided",
|
|
"dateEnacted",
|
|
"dictionaryTitle",
|
|
"distributor",
|
|
"docketNumber",
|
|
"documentNumber",
|
|
"DOI",
|
|
"edition",
|
|
"encyclopediaTitle",
|
|
"episodeNumber",
|
|
"extra",
|
|
"filingDate",
|
|
"firstPage",
|
|
"forumTitle",
|
|
"genre",
|
|
"history",
|
|
"institution",
|
|
"interviewMedium",
|
|
"ISBN",
|
|
"ISSN",
|
|
"issue",
|
|
"issueDate",
|
|
"issuingAuthority",
|
|
"journalAbbreviation",
|
|
"label",
|
|
"language",
|
|
"legalStatus",
|
|
"legislativeBody",
|
|
"letterType",
|
|
"libraryCatalog",
|
|
"manuscriptType",
|
|
"mapType",
|
|
"medium",
|
|
"meetingName",
|
|
"nameOfAct",
|
|
"network",
|
|
"number",
|
|
"numberOfVolumes",
|
|
"numPages",
|
|
"pages",
|
|
"patentNumber",
|
|
"place",
|
|
"postType",
|
|
"presentationType",
|
|
"priorityNumbers",
|
|
"proceedingsTitle",
|
|
"programTitle",
|
|
"programmingLanguage",
|
|
"publicLawNumber",
|
|
"publicationTitle",
|
|
"publisher",
|
|
"references",
|
|
"reportNumber",
|
|
"reportType",
|
|
"reporter",
|
|
"reporterVolume",
|
|
"rights",
|
|
"runningTime",
|
|
"scale",
|
|
"section",
|
|
"series",
|
|
"seriesNumber",
|
|
"seriesText",
|
|
"seriesTitle",
|
|
"session",
|
|
"shortTitle",
|
|
"studio",
|
|
"subject",
|
|
"system",
|
|
"thesisType",
|
|
"title",
|
|
"type",
|
|
"university",
|
|
"url",
|
|
"version",
|
|
"videoRecordingType",
|
|
"volume",
|
|
"websiteTitle",
|
|
"websiteType" ];
|
|
|
|
this._makeAttachments = function(doc, url, config, item) {
|
|
if (config instanceof Array) {
|
|
config.forEach(function (child) { this._makeAttachments(doc, url, child, item); }, this);
|
|
} else if (typeof config === 'object') {
|
|
/* plural or singual */
|
|
var urlsFilter = config["urls"] || config["url"];
|
|
var typesFilter = config["types"] || config["type"];
|
|
var titlesFilter = config["titles"] || config["title"];
|
|
var snapshotsFilter = config["snapshots"] || config["snapshot"];
|
|
|
|
var attachUrls = this.evaluateThing(urlsFilter, doc, url);
|
|
var attachTitles = this.evaluateThing(titlesFilter, doc, url);
|
|
var attachTypes = this.evaluateThing(typesFilter, doc, url);
|
|
var attachSnapshots = this.evaluateThing(snapshotsFilter, doc, url);
|
|
|
|
if (!(attachUrls instanceof Array)) {
|
|
attachUrls = [attachUrls];
|
|
}
|
|
for (var k in attachUrls) {
|
|
var attachUrl = attachUrls[k];
|
|
var attachType;
|
|
var attachTitle;
|
|
var attachSnapshot;
|
|
if (attachTypes instanceof Array) { attachType = attachTypes[k]; }
|
|
else { attachType = attachTypes; }
|
|
|
|
if (attachTitles instanceof Array) { attachTitle = attachTitles[k]; }
|
|
else { attachTitle = attachTitles; }
|
|
|
|
if (attachSnapshots instanceof Array) { attachSnapshot = attachSnapshots[k]; }
|
|
else { attachSnapshot = attachSnapshots; }
|
|
|
|
item["attachments"].push({ url : attachUrl,
|
|
title : attachTitle,
|
|
mimeType : attachType,
|
|
snapshot : attachSnapshot });
|
|
}
|
|
}
|
|
};
|
|
|
|
this.makeItems = function (doc, url, ignore, eachItem, ret) {
|
|
var item = new Zotero.Item(this.itemType);
|
|
item.url = url;
|
|
for (var i in this._singleFieldNames) {
|
|
var field = this._singleFieldNames[i];
|
|
if (this[field]) {
|
|
var fieldVal = this.evaluateThing(this[field], doc, url);
|
|
if (fieldVal instanceof Array) {
|
|
item[field] = fieldVal[0];
|
|
} else {
|
|
item[field] = fieldVal;
|
|
}
|
|
}
|
|
}
|
|
var multiFields = ["creators", "tags"];
|
|
for (var j in multiFields) {
|
|
var key = multiFields[j];
|
|
var val = this.evaluateThing(this[key], doc, url);
|
|
if (val) {
|
|
for (var k in val) {
|
|
item[key].push(val[k]);
|
|
}
|
|
}
|
|
}
|
|
this._makeAttachments(doc, url, this["attachments"], item);
|
|
eachItem(item, this, doc, url);
|
|
ret();
|
|
};
|
|
};
|
|
|
|
FW._Scraper.prototype = new FW._Base;
|
|
|
|
FW.MultiScraper = function (init) {
|
|
FW._scrapers.push(new FW._MultiScraper(init));
|
|
};
|
|
|
|
FW._MultiScraper = function (init) {
|
|
for (x in init) {
|
|
this[x] = init[x];
|
|
}
|
|
|
|
this._mkSelectItems = function(titles, urls) {
|
|
var items = new Object;
|
|
for (var i in titles) {
|
|
items[urls[i]] = titles[i];
|
|
}
|
|
return items;
|
|
};
|
|
|
|
this._selectItems = function(titles, urls, callback) {
|
|
var items = new Array();
|
|
Zotero.selectItems(this._mkSelectItems(titles, urls), function (chosen) {
|
|
for (var j in chosen) {
|
|
items.push(j);
|
|
}
|
|
callback(items);
|
|
});
|
|
};
|
|
|
|
this._mkAttachments = function(doc, url, urls) {
|
|
var attachmentsArray = this.evaluateThing(this['attachments'], doc, url);
|
|
var attachmentsDict = new Object();
|
|
if (attachmentsArray) {
|
|
for (var i in urls) {
|
|
attachmentsDict[urls[i]] = attachmentsArray[i];
|
|
}
|
|
}
|
|
return attachmentsDict;
|
|
};
|
|
|
|
/* This logic is very similar to that used by _makeAttachments in
|
|
* a normal scraper, but abstracting it out would not achieve much
|
|
* and would complicate it. */
|
|
this._makeChoices = function(config, doc, url, choiceTitles, choiceUrls) {
|
|
if (config instanceof Array) {
|
|
config.forEach(function (child) { this._makeTitlesUrls(child, doc, url, choiceTitles, choiceUrls); }, this);
|
|
} else if (typeof config === 'object') {
|
|
/* plural or singual */
|
|
var urlsFilter = config["urls"] || config["url"];
|
|
var titlesFilter = config["titles"] || config["title"];
|
|
|
|
var urls = this.evaluateThing(urlsFilter, doc, url);
|
|
var titles = this.evaluateThing(titlesFilter, doc, url);
|
|
|
|
var titlesIsArray = (titles instanceof Array);
|
|
if (!(urls instanceof Array)) {
|
|
urls = [urls];
|
|
}
|
|
for (var k in urls) {
|
|
var myUrl = urls[k];
|
|
var myTitle;
|
|
if (titlesIsArray) { myTitle = titles[k]; }
|
|
else { myTitle = titles; }
|
|
choiceUrls.push(myUrl);
|
|
choiceTitles.push(myTitle);
|
|
}
|
|
}
|
|
};
|
|
|
|
this.makeItems = function(doc, url, ignore, eachItem, ret) {
|
|
if (this.beforeFilter) {
|
|
var newurl = this.beforeFilter(doc, url);
|
|
if (newurl != url) {
|
|
this.makeItems(doc, newurl, ignore, eachItem, ret);
|
|
return;
|
|
}
|
|
}
|
|
var titles = [];
|
|
var urls = [];
|
|
this._makeChoices(this["choices"], doc, url, titles, urls);
|
|
var attachments = this._mkAttachments(doc, url, urls);
|
|
|
|
var parentItemTrans = this.itemTrans;
|
|
this._selectItems(titles, urls, function (itemsToUse) {
|
|
if(!itemsToUse) {
|
|
ret();
|
|
} else {
|
|
var cb = function (doc1) {
|
|
var url1 = doc1.documentURI;
|
|
var itemTrans = parentItemTrans;
|
|
if (itemTrans === undefined) {
|
|
itemTrans = FW.getScraper(doc1, url1);
|
|
}
|
|
if (itemTrans === undefined) {
|
|
/* nothing to do */
|
|
} else {
|
|
itemTrans.makeItems(doc1, url1, attachments[url1],
|
|
eachItem, function() {});
|
|
}
|
|
};
|
|
Zotero.Utilities.processDocuments(itemsToUse, cb, ret);
|
|
}
|
|
});
|
|
};
|
|
};
|
|
|
|
FW._MultiScraper.prototype = new FW._Base;
|
|
|
|
FW.WebDelegateTranslator = function (init) {
|
|
return new FW._WebDelegateTranslator(init);
|
|
};
|
|
|
|
FW._WebDelegateTranslator = function (init) {
|
|
for (x in init) {
|
|
this[x] = init[x];
|
|
}
|
|
this.makeItems = function(doc, url, attachments, eachItem, ret) {
|
|
// need for scoping
|
|
var parentThis = this;
|
|
|
|
var translator = Zotero.loadTranslator("web");
|
|
translator.setHandler("itemDone", function(obj, item) {
|
|
eachItem(item, parentThis, doc, url);
|
|
});
|
|
translator.setDocument(doc);
|
|
|
|
if (this.translatorId) {
|
|
translator.setTranslator(this.translatorId);
|
|
translator.translate();
|
|
} else {
|
|
translator.setHandler("translators", function(obj, translators) {
|
|
if (translators.length) {
|
|
translator.setTranslator(translators[0]);
|
|
translator.translate();
|
|
}
|
|
});
|
|
translator.getTranslators();
|
|
}
|
|
ret();
|
|
};
|
|
};
|
|
|
|
FW._WebDelegateTranslator.prototype = new FW._Base;
|
|
|
|
FW._StringMagic = function () {
|
|
this._filters = new Array();
|
|
|
|
this.addFilter = function(filter) {
|
|
this._filters.push(filter);
|
|
return this;
|
|
};
|
|
|
|
this.split = function(re) {
|
|
return this.addFilter(function(s) {
|
|
return s.split(re).filter(function(e) { return (e != ""); });
|
|
});
|
|
};
|
|
|
|
this.replace = function(s1, s2, flags) {
|
|
return this.addFilter(function(s) {
|
|
if (s.match(s1)) {
|
|
return s.replace(s1, s2, flags);
|
|
} else {
|
|
return s;
|
|
}
|
|
});
|
|
};
|
|
|
|
this.prepend = function(prefix) {
|
|
return this.replace(/^/, prefix);
|
|
};
|
|
|
|
this.append = function(postfix) {
|
|
return this.replace(/$/, postfix);
|
|
};
|
|
|
|
this.remove = function(toStrip, flags) {
|
|
return this.replace(toStrip, '', flags);
|
|
};
|
|
|
|
this.trim = function() {
|
|
return this.addFilter(function(s) { return Zotero.Utilities.trim(s); });
|
|
};
|
|
|
|
this.trimInternal = function() {
|
|
return this.addFilter(function(s) { return Zotero.Utilities.trimInternal(s); });
|
|
};
|
|
|
|
this.match = function(re, group) {
|
|
if (!group) group = 0;
|
|
return this.addFilter(function(s) {
|
|
var m = s.match(re);
|
|
if (m === undefined || m === null) { return undefined; }
|
|
else { return m[group]; }
|
|
});
|
|
};
|
|
|
|
this.cleanAuthor = function(type, useComma) {
|
|
return this.addFilter(function(s) { return Zotero.Utilities.cleanAuthor(s, type, useComma); });
|
|
};
|
|
|
|
this.key = function(field) {
|
|
return this.addFilter(function(n) { return n[field]; });
|
|
};
|
|
|
|
this.capitalizeTitle = function() {
|
|
return this.addFilter(function(s) { return Zotero.Utilities.capitalizeTitle(s); });
|
|
};
|
|
|
|
this.unescapeHTML = function() {
|
|
return this.addFilter(function(s) { return Zotero.Utilities.unescapeHTML(s); });
|
|
};
|
|
|
|
this.unescape = function() {
|
|
return this.addFilter(function(s) { return unescape(s); });
|
|
};
|
|
|
|
this._applyFilters = function(a, doc1) {
|
|
for (i in this._filters) {
|
|
a = flatten(a);
|
|
/* remove undefined or null array entries */
|
|
a = a.filter(function(x) { return ((x !== undefined) && (x !== null)); });
|
|
for (var j = 0 ; j < a.length ; j++) {
|
|
try {
|
|
if ((a[j] === undefined) || (a[j] === null)) { continue; }
|
|
else { a[j] = this._filters[i](a[j], doc1); }
|
|
} catch (x) {
|
|
a[j] = undefined;
|
|
Zotero.debug("Caught exception " + x + "on filter: " + this._filters[i]);
|
|
}
|
|
}
|
|
/* remove undefined or null array entries */
|
|
/* need this twice because they could have become undefined or null along the way */
|
|
a = a.filter(function(x) { return ((x !== undefined) && (x !== null)); });
|
|
}
|
|
return flatten(a);
|
|
};
|
|
};
|
|
|
|
FW.PageText = function () {
|
|
return new FW._PageText();
|
|
};
|
|
|
|
FW._PageText = function() {
|
|
this._filters = new Array();
|
|
|
|
this.evaluate = function (doc) {
|
|
var a = [doc.documentElement.innerHTML];
|
|
a = this._applyFilters(a, doc);
|
|
if (a.length == 0) { return false; }
|
|
else { return a; }
|
|
};
|
|
};
|
|
|
|
FW._PageText.prototype = new FW._StringMagic();
|
|
|
|
FW.Url = function () { return new FW._Url(); };
|
|
|
|
FW._Url = function () {
|
|
this._filters = new Array();
|
|
|
|
this.evaluate = function (doc, url) {
|
|
var a = [url];
|
|
a = this._applyFilters(a, doc);
|
|
if (a.length == 0) { return false; }
|
|
else { return a; }
|
|
};
|
|
};
|
|
|
|
FW._Url.prototype = new FW._StringMagic();
|
|
|
|
FW.Xpath = function (xpathExpr) { return new FW._Xpath(xpathExpr); };
|
|
|
|
FW._Xpath = function (_xpath) {
|
|
this._xpath = _xpath;
|
|
this._filters = new Array();
|
|
|
|
this.text = function() {
|
|
var filter = function(n) {
|
|
if (typeof n === 'object' && n.textContent) { return n.textContent; }
|
|
else { return n; }
|
|
};
|
|
this.addFilter(filter);
|
|
return this;
|
|
};
|
|
|
|
this.sub = function(xpath) {
|
|
var filter = function(n, doc) {
|
|
var result = doc.evaluate(xpath, n, null, XPathResult.ANY_TYPE, null);
|
|
if (result) {
|
|
return result.iterateNext();
|
|
} else {
|
|
return undefined;
|
|
}
|
|
};
|
|
this.addFilter(filter);
|
|
return this;
|
|
};
|
|
|
|
this.evaluate = function (doc) {
|
|
var res = doc.evaluate(this._xpath, doc, null, XPathResult.ANY_TYPE, null);
|
|
var resultType = res.resultType;
|
|
var a = new Array();
|
|
if (resultType == XPathResult.STRING_TYPE) {
|
|
a.push(res.stringValue);
|
|
} else if (resultType == XPathResult.BOOLEAN_TYPE) {
|
|
a.push(res.booleanValue);
|
|
} else if (resultType == XPathResult.NUMBER_TYPE) {
|
|
a.push(res.numberValue);
|
|
} else if (resultType == XPathResult.ORDERED_NODE_ITERATOR_TYPE ||
|
|
resultType == XPathResult.UNORDERED_NODE_ITERATOR_TYPE) {
|
|
var x;
|
|
while ((x = res.iterateNext())) { a.push(x); }
|
|
}
|
|
a = this._applyFilters(a, doc);
|
|
if (a.length == 0) { return false; }
|
|
else { return a; }
|
|
};
|
|
};
|
|
|
|
FW._Xpath.prototype = new FW._StringMagic();
|
|
|
|
FW.detectWeb = function (doc, url) {
|
|
for (var i in FW._scrapers) {
|
|
var scraper = FW._scrapers[i];
|
|
var itemType = scraper.evaluateThing(scraper['itemType'], doc, url);
|
|
var v = scraper.evaluateThing(scraper['detect'], doc, url);
|
|
if (v.length > 0 && v[0]) {
|
|
return itemType;
|
|
}
|
|
}
|
|
return undefined;
|
|
};
|
|
|
|
FW.getScraper = function (doc, url) {
|
|
var itemType = FW.detectWeb(doc, url);
|
|
return FW._scrapers.filter(function(s) {
|
|
return (s.evaluateThing(s['itemType'], doc, url) == itemType)
|
|
&& (s.evaluateThing(s['detect'], doc, url));
|
|
})[0];
|
|
};
|
|
|
|
FW.doWeb = function (doc, url) {
|
|
var scraper = FW.getScraper(doc, url);
|
|
scraper.makeItems(doc, url, [],
|
|
function(item, scraper, doc, url) {
|
|
scraper.callHook('scraperDone', item, doc, url);
|
|
if (!item['title']) {
|
|
item['title'] = "";
|
|
}
|
|
item.complete();
|
|
},
|
|
function() {
|
|
Zotero.done();
|
|
});
|
|
Zotero.wait();
|
|
};
|
|
|
|
/*********************** END FRAMEWORK ***********************/
|
|
|
|
|
|
|
|
|
|
/*
|
|
***** BEGIN LICENSE BLOCK *****
|
|
|
|
RePEc Translator
|
|
Copyright © 2011 Sebastian Karcher
|
|
|
|
This file is part of Zotero.
|
|
|
|
Zotero is free software: you can redistribute it and/or modify
|
|
it under the terms of the GNU Affero General Public License as published by
|
|
the Free Software Foundation, either version 3 of the License, or
|
|
(at your option) any later version.
|
|
|
|
Zotero is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
GNU Affero General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Affero General Public License
|
|
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
***** END LICENSE BLOCK *****
|
|
*/
|
|
|
|
|
|
function detectWeb(doc, url) { return FW.detectWeb(doc, url); }
|
|
function doWeb(doc, url) { return FW.doWeb(doc, url); }
|
|
|
|
/**Article */
|
|
|
|
FW.Scraper({
|
|
itemType : 'journalArticle',
|
|
detect : FW.Xpath('//meta[@name="citation_journal_title"]'),
|
|
title : FW.Xpath('//meta[@name="citation_title"]/@content').text().trim(),
|
|
attachments : [{ url: FW.Xpath('//p/a[contains(@href, "scripts/redi") and contains(@href, ".pdf")]').text().trim(),
|
|
title: "RePEc PDF",
|
|
type: "application/pdf" },
|
|
{url: FW.Url(),
|
|
title: "RePEc Snapshot",
|
|
type: "text/html"},
|
|
],
|
|
creators : FW.Xpath('//meta[@name="citation_authors"]/@content').text().replace(/(;[^A-Za-z0-9]*)$/, "").split(/;/).cleanAuthor("author", true),
|
|
date : FW.Xpath('//meta[@name="citation_date"]/@content|//meta[@name="citation_year"]/@content').text(),
|
|
issue : FW.Xpath('//meta[@name="citation_issue"]/@content').text(),
|
|
volume : FW.Xpath('//meta[@name="citation_volume"]/@content').text(),
|
|
pages : FW.Xpath('concat(//meta[@name="citation_firstpage"]/@content, "-", //meta[@name="citation_lastpage"]/@content)').remove(/^-|-$/),
|
|
ISSN : FW.Xpath('//meta[@name="citation_issn"]/@content').text(),
|
|
abstractNote: FW.Xpath('//meta[@name="citation_abstract"]/@content').text(),
|
|
journalAbbreviation : FW.Xpath('//meta[@name="citation_journal_abbrev"]/@content').text(),
|
|
DOI : FW.Xpath('//meta[@name="citation_doi"]/@content').text(),
|
|
language : FW.Xpath('//meta[@name="DC.Language"]/@content').text(),
|
|
tags : FW.Xpath('//meta[@name="citation_keywords"]/@content').text().split(/;/),
|
|
publisher: FW.Xpath('//meta[@name="citation_publisher"]/@content').text(),
|
|
publicationTitle : FW.Xpath('//meta[@name="citation_journal_title"]/@content').text(),
|
|
place : FW.Xpath('//meta[@name="citation_publication_place"]/@content').text(),
|
|
hooks : { "scraperDone": function (item,doc, url) {
|
|
for (i in item.creators) {
|
|
if (item.creators[i] && !item.creators[i].firstName) {
|
|
item.creators[i]= ZU.cleanAuthor(item.creators[i].lastName, "author")
|
|
}
|
|
}}
|
|
}
|
|
});
|
|
|
|
|
|
/** Working Papers*/
|
|
FW.Scraper({
|
|
itemType : 'report',
|
|
detect : FW.Xpath('//meta[@name="dc.Type" and contains(@content, "techreport")]|//meta[contains(@name, "technical_report")]'),
|
|
title : FW.Xpath('//meta[@name="citation_title"]/@content').text().trim(),
|
|
attachments : [{ url: FW.Xpath('//p/a[contains(@href, "scripts/redi") and contains(@href, ".pdf")]').text().trim(),
|
|
title: "RePEc PDF",
|
|
type: "application/pdf" },
|
|
{url: FW.Url(),
|
|
title: "RePEc Snapshot",
|
|
type: "text/html"},
|
|
],
|
|
//make sure there are no empty authors:
|
|
creators : FW.Xpath('//meta[@name="citation_authors"]/@content').text().replace(/(;[^A-Za-z0-9]*)$/, "").split(/;/).cleanAuthor("author", true),
|
|
date : FW.Xpath('//meta[@name="citation_date"]/@content|//meta[@name="citation_year"]/@content').text(),
|
|
pages : FW.Xpath('concat(//meta[@name="citation_firstpage"]/@content, "-", //meta[@name="citation_lastpage"]/@content)').remove(/^-|-$/),
|
|
ISBN : FW.Xpath('//meta[@name="citation_isbn"]/@content').text(),
|
|
abstractNote: FW.Xpath('//meta[@name="citation_abstract"]/@content').text(),
|
|
DOI : FW.Xpath('//meta[@name="citation_doi"]/@content').text(),
|
|
language : FW.Xpath('//meta[@name="DC.Language"]/@content').text(),
|
|
tags : FW.Xpath('//meta[@name="citation_keywords"]/@content').text().split(/;/),
|
|
publisher: FW.Xpath('//meta[@name="citation_publisher"]/@content|//meta[@name="citation_technical_report_institution"]/@content').text(),
|
|
reportNumber: FW.Xpath('//meta[@name="citation_technical_report_number"]/@content').text(),
|
|
reportType : FW.Xpath('//meta[@name="series"]/@content').text().replace(/apers$/, "aper"),
|
|
place : FW.Xpath('//meta[@name="citation_publication_place"]/@content').text(),
|
|
numPages : FW.Xpath('//meta[@name="citation_number_of_pages"]/@content').text().remove(/\s\D*/),
|
|
hooks : { "scraperDone": function (item,doc, url) {
|
|
for (i in item.creators) {
|
|
if (item.creators[i] && !item.creators[i].firstName) {
|
|
item.creators[i]= ZU.cleanAuthor(item.creators[i].lastName, "author")
|
|
}
|
|
}}
|
|
}
|
|
});
|
|
|
|
FW.Scraper({
|
|
itemType : 'computerProgram',
|
|
detect : FW.Xpath('//meta[@name="dc.Type" and contains(@content, "software")]'),
|
|
title : FW.Xpath('//meta[@name="citation_title"]/@content').text().trim(),
|
|
attachments : [{ url: FW.Xpath('//p/a[contains(@href, "scripts/redi") and contains(@href, ".pdf")]').text().trim(),
|
|
title: "RePEc PDF",
|
|
type: "application/pdf" },
|
|
{url: FW.Url(),
|
|
title: "RePEc Snapshot",
|
|
type: "text/html"},
|
|
],
|
|
//make sure there are no empty authors:
|
|
creators : FW.Xpath('//meta[@name="citation_authors"]/@content').text().replace(/(;[^A-Za-z0-9]*)$/, "").split(/;/).cleanAuthor("author", "true"),
|
|
date : FW.Xpath('//meta[@name="citation_date"]/@content|//meta[@name="citation_year"]/@content').text(),
|
|
pages : FW.Xpath('concat(//meta[@name="citation_firstpage"]/@content, "-", //meta[@name="citation_lastpage"]/@content)').remove(/^-|-$/),
|
|
ISBN : FW.Xpath('//meta[@name="citation_isbn"]/@content').text(),
|
|
abstractNote: FW.Xpath('//meta[@name="citation_abstract"]/@content').text(),
|
|
DOI : FW.Xpath('//meta[@name="citation_doi"]/@content').text(),
|
|
programmingLanguage: FW.Xpath('//meta[@name="plang"]/@content').text().trim(),
|
|
seriesTitle: FW.Xpath('//meta[@name="series"]/@content').text().trim(),
|
|
language : FW.Xpath('//meta[@name="DC.Language"]/@content').text(),
|
|
tags : FW.Xpath('//meta[@name="citation_keywords"]/@content').text().split(/;/),
|
|
publisher: FW.Xpath('//meta[@name="citation_publisher"]/@content|//meta[@name="citation_technical_report_institution"]/@content').text(),
|
|
place : FW.Xpath('//meta[@name="citation_publication_place"]/@content').text(),
|
|
version : FW.Xpath('//meta[@name="citation_software_version"]/@content').text(),
|
|
hooks : { "scraperDone": function (item,doc, url) {
|
|
for (i in item.creators) {
|
|
if (item.creators[i] && !item.creators[i].firstName) {
|
|
item.creators[i]= ZU.cleanAuthor(item.creators[i].lastName, "author")
|
|
}
|
|
}}
|
|
}
|
|
});
|
|
|
|
|
|
|
|
//Multi Econpapers - this happens in frames - scaffold fails, regular testing works
|
|
FW.MultiScraper({
|
|
itemType : 'multiple',
|
|
detect : FW.Url().match(/scripts\/a\/abstract\.pf/),
|
|
choices : {
|
|
titles : FW.Xpath('//div[@class="abstractframe"]//li/a').text().trim(),
|
|
urls : FW.Xpath('//div[@class="abstractframe"]//li/a').key("href")
|
|
}
|
|
});
|
|
|
|
/** BEGIN TEST CASES **/
|
|
var testCases = [
|
|
{
|
|
"type": "web",
|
|
"url": "http://econpapers.repec.org/paper/nbrnberwo/11309.htm",
|
|
"items": [
|
|
{
|
|
"itemType": "report",
|
|
"title": "Does Voting Technology Affect Election Outcomes? Touch-screen Voting and the 2004 Presidential Election",
|
|
"creators": [
|
|
{
|
|
"firstName": "David",
|
|
"lastName": "Card",
|
|
"creatorType": "author"
|
|
},
|
|
{
|
|
"firstName": "Enrico",
|
|
"lastName": "Moretti",
|
|
"creatorType": "author"
|
|
}
|
|
],
|
|
"date": "2005/05",
|
|
"abstractNote": "Supporters of touch-screen voting claim it is a highly reliable voting technology, while a growing number of critics argue that paperless electronic voting systems are vulnerable to fraud. In this paper we use county-level data on voting technologies in the 2000 and 2004 presidential elections to test whether voting technology affects electoral outcomes. We first show that there is a positive correlation between use of touch-screen voting and the level of electoral support for George Bush. This is true in models that compare the 2000-2004 changes in vote shares between adopting and non-adopting counties within a state, after controlling for income, demographic composition, and other factors. Although small, the effect could have been large enough to influence the final results in some closely contested states. While on the surface this pattern would appear to be consistent with allegations of voting irregularities, a closer examination suggests this interpretation is incorrect. If irregularities did take place, they would be most likely in counties that could potentially affect statewide election totals, or in counties where election officials had incentives to affect the results. Contrary to this prediction, we find no evidence that touch-screen voting had a larger effect in swing states, or in states with a Republican Secretary of State. Touch-screen voting could also indirectly affect vote shares by influencing the relative turnout of different groups. We find that the adoption of touch-screen voting has a negative effect on estimated turnout rates, controlling for state effects and a variety of county-level controls. This effect is larger in counties with a higher fraction of Hispanic residents (who tend to favor Democrats) but not in counties with more African Americans (who are overwhelmingly Democrat voters). Models for the adoption of touch-screen voting suggest it was more likely to be used in counties with a higher fraction of Hispanic and Black residents, especially in swing states. Nevertheless, the impact of non-random adoption patterns on vote shares is small.",
|
|
"institution": "National Bureau of Economic Research, Inc",
|
|
"libraryCatalog": "RePEc - Econpapers",
|
|
"reportNumber": "11309",
|
|
"reportType": "NBER Working Paper",
|
|
"shortTitle": "Does Voting Technology Affect Election Outcomes?",
|
|
"url": "http://econpapers.repec.org/paper/nbrnberwo/11309.htm",
|
|
"attachments": [
|
|
{
|
|
"title": "RePEc PDF",
|
|
"mimeType": "application/pdf"
|
|
},
|
|
{
|
|
"title": "RePEc Snapshot",
|
|
"mimeType": "text/html"
|
|
}
|
|
],
|
|
"tags": [],
|
|
"notes": [],
|
|
"seeAlso": []
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"type": "web",
|
|
"url": "http://econpapers.repec.org/software/bocbocode/s439301.htm",
|
|
"items": [
|
|
{
|
|
"itemType": "computerProgram",
|
|
"title": "ESTOUT: Stata module to make regression tables",
|
|
"creators": [
|
|
{
|
|
"firstName": "Ben",
|
|
"lastName": "Jann",
|
|
"creatorType": "author"
|
|
}
|
|
],
|
|
"date": "2017/02/02",
|
|
"abstractNote": "estout produces a table of regression results from one or several models for use with spreadsheets, LaTeX, HTML, or a word-processor table. eststo stores a quick copy of the active estimation results for later tabulation. esttab is a wrapper for estout. It displays a pretty looking publication-style regression table without much typing. estadd adds additional results to the e()-returns for one or several models previously fitted and stored. This package subsumes the previously circulated esto, esta, estadd, and estadd_plus. An earlier version of estout is available as estout1.",
|
|
"libraryCatalog": "RePEc - Econpapers",
|
|
"seriesTitle": "Statistical Software Components",
|
|
"shortTitle": "ESTOUT",
|
|
"url": "http://econpapers.repec.org/software/bocbocode/s439301.htm",
|
|
"attachments": [
|
|
{
|
|
"url": false,
|
|
"title": "RePEc PDF",
|
|
"mimeType": "application/pdf"
|
|
},
|
|
{
|
|
"title": "RePEc Snapshot",
|
|
"mimeType": "text/html"
|
|
}
|
|
],
|
|
"tags": [
|
|
" HTML",
|
|
" LaTeX",
|
|
" output",
|
|
" word processor",
|
|
"estimates"
|
|
],
|
|
"notes": [],
|
|
"seeAlso": []
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"type": "web",
|
|
"url": "http://econpapers.repec.org/article/emerafpps/v_3a9_3ay_3a2010_3ai_3a3_3ap_3a244-263.htm",
|
|
"items": [
|
|
{
|
|
"itemType": "journalArticle",
|
|
"title": "The impact of changes in firm performance and risk on director turnover",
|
|
"creators": [
|
|
{
|
|
"firstName": "Sharad",
|
|
"lastName": "Asthana",
|
|
"creatorType": "author"
|
|
}
|
|
],
|
|
"date": "2010",
|
|
"abstractNote": "Purpose - The purpose of this paper is to show that director turnover varies in predictable and intuitive ways with director incentives. Design/methodology/approach - The paper uses a sample of 51,388 observations pertaining to 13,084 directors who served 1,065 firms during the period 1997-2004. The data are obtained from RiskMetrics, Compustat, Execu-Comp, CRSP, IBES, and the Corporate Library databases. Portfolio analysis, logit, and GLIMMIX regression analysis are used for the tests. Findings - The paper provides evidence that directors are more likely to leave when firm performance deteriorates and the firm becomes riskier. While turnover increasing as firm performance deteriorates is consistent with involuntary turnover, directors are also more likely to leave in advance of deteriorating performance. The latter is consistent with directors having inside information and acting on that information to protect their wealth and reputation. When inside and outside director turnover is contrasted, the association between turnover and performance is stronger for inside directors. Research limitations - Since data are obtained from multiple databases, the sample may be biased in favor of larger firms. The results may, therefore, not be applicable to smaller firms. To the extent that the story is unable to differentiate between voluntary and involuntary director turnover, the results should be interpreted with caution. Originality/value - Even though extant research has looked extensively at the determinants of CEO turnover, little has been written on director turnover. Director turnover is an important topic to study, since directors, especially outside directors, possess a significant oversight role in the corporation.",
|
|
"issue": "3",
|
|
"libraryCatalog": "RePEc - Econpapers",
|
|
"pages": "244-263",
|
|
"publicationTitle": "Review of Accounting and Finance",
|
|
"url": "http://econpapers.repec.org/article/emerafpps/v_3a9_3ay_3a2010_3ai_3a3_3ap_3a244-263.htm",
|
|
"volume": "9",
|
|
"attachments": [
|
|
{
|
|
"url": false,
|
|
"title": "RePEc PDF",
|
|
"mimeType": "application/pdf"
|
|
},
|
|
{
|
|
"title": "RePEc Snapshot",
|
|
"mimeType": "text/html"
|
|
}
|
|
],
|
|
"tags": [
|
|
" Directors",
|
|
" Employee turnover",
|
|
" Risk analysis",
|
|
"Company performance"
|
|
],
|
|
"notes": [],
|
|
"seeAlso": []
|
|
}
|
|
]
|
|
}
|
|
]
|
|
/** END TEST CASES **/ |