zotero/translators/OpenAlex.js

445 lines
9.8 KiB
JavaScript
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

{
"translatorID": "432d79fe-79e1-4791-b3e1-baf700710163",
"translatorType": 12,
"label": "OpenAlex",
"creator": "Sebastian Karcher",
"target": "^https://openalex\\.org/works",
"minVersion": "5.0",
"maxVersion": null,
"priority": 100,
"inRepository": true,
"browserSupport": "gcsibv",
"lastUpdated": "2024-07-30 14:55:00"
}
/*
***** BEGIN LICENSE BLOCK *****
Copyright © 2024 Sebastian Karcher
This file is part of Zotero.
Zotero is free software: you can redistribute it and/or modify
it under the terms of the GNU Affero General Public License as published by
the Free Software Foundation, either version 3 of the License, or
(at your option) any later version.
Zotero is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU Affero General Public License for more details.
You should have received a copy of the GNU Affero General Public License
along with Zotero. If not, see <http://www.gnu.org/licenses/>.
***** END LICENSE BLOCK *****
*/
function detectWeb(doc, url) {
if (/\/works\/w\d+/i.test(url) || /zoom=w\d+/.test(url)) {
return 'journalArticle'; // we'll default to
}
else if (getSearchResults(doc, true)) {
return 'multiple';
}
return false;
}
function detectSearch(item) {
return !!item.openAlex;
}
async function doSearch(item) {
await scrape([item.openAlex]);
}
function getSearchResults(doc, checkOnly) {
var items = {};
var found = false;
var rows = doc.querySelectorAll('a.v-list-item--link');
for (let row of rows) {
let href = row.href;
let title = ZU.trimInternal(text(row, 'div.v-list-item__title'));
if (!href || !title) continue;
if (checkOnly) return true;
found = true;
items[href] = title;
}
return found ? items : false;
}
async function doWeb(doc, url) {
if (detectWeb(doc, url) == 'multiple') {
let items = await Zotero.selectItems(getSearchResults(doc, false));
if (!items) return;
let ids = [];
for (let url of Object.keys(items)) {
ids.push(url.match(/zoom=(w\d+)/i)[1]);
}
await scrape(ids);
}
else {
let id = url.match(/zoom=(w\d+)/i);
if (!id) {
id = url.match(/\/works\/(w\d+)/i);
}
await scrape([id[1]]);
}
}
async function scrape(ids) {
let apiURL = `https://api.openalex.org/works?filter=openalex:${ids.join("|")}`;
// Z.debug(apiURL);
let apiJSON = await requestText(apiURL);
let translator = Zotero.loadTranslator('import');
translator.setTranslator('faa53754-fb55-4658-9094-ae8a7e0409a2'); // OpenAlex JSON
translator.setString(apiJSON);
translator.setHandler('itemDone', (_obj, item) => {
item.complete();
});
await translator.translate();
}
/** BEGIN TEST CASES **/
var testCases = [
{
"type": "web",
"url": "https://openalex.org/works?page=1&filter=default.search%3Alabor&sort=relevance_score%3Adesc",
"defer": true,
"items": "multiple"
},
{
"type": "web",
"url": "https://openalex.org/works/w2029394297",
"items": [
{
"itemType": "journalArticle",
"title": "Male-Female Wage Differentials in Urban Labor Markets",
"creators": [
{
"firstName": "Ronald L.",
"lastName": "Oaxaca",
"creatorType": "author"
}
],
"date": "1973-10-01",
"DOI": "10.2307/2525981",
"ISSN": "0020-6598",
"extra": "OpenAlex: https://openalex.org/W2029394297",
"issue": "3",
"language": "en",
"libraryCatalog": "OpenAlex",
"pages": "693",
"publicationTitle": "International economic review",
"volume": "14",
"attachments": [
{
"title": "Submitted Version PDF",
"mimeType": "application/pdf"
}
],
"tags": [
{
"tag": "Gender Pay Gap"
},
{
"tag": "Job Polarization"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://openalex.org/works?page=1&filter=default.search%3Atest&sort=relevance_score%3Adesc&zoom=w2159306398",
"items": [
{
"itemType": "journalArticle",
"title": "Coefficient alpha and the internal structure of tests",
"creators": [
{
"firstName": "Lee J.",
"lastName": "Cronbach",
"creatorType": "author"
}
],
"date": "1951-09-01",
"DOI": "10.1007/bf02310555",
"ISSN": "0033-3123",
"extra": "OpenAlex: https://openalex.org/W2159306398",
"issue": "3",
"language": "en",
"libraryCatalog": "OpenAlex",
"pages": "297-334",
"publicationTitle": "Psychometrika",
"volume": "16",
"attachments": [
{
"title": "Full Text PDF",
"mimeType": "application/pdf"
}
],
"tags": [
{
"tag": "Reliability Estimation"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "search",
"input": {
"openAlex": "W2741809807"
},
"items": [
{
"itemType": "journalArticle",
"title": "The state of OA: a large-scale analysis of the prevalence and impact of Open Access articles",
"creators": [
{
"firstName": "Heather",
"lastName": "Piwowar",
"creatorType": "author"
},
{
"firstName": "Jason",
"lastName": "Priem",
"creatorType": "author"
},
{
"firstName": "Vincent",
"lastName": "Larivière",
"creatorType": "author"
},
{
"firstName": "Juan Pablo",
"lastName": "Alperín",
"creatorType": "author"
},
{
"firstName": "Lisa",
"lastName": "Matthias",
"creatorType": "author"
},
{
"firstName": "Bree",
"lastName": "Norlander",
"creatorType": "author"
},
{
"firstName": "Ashley",
"lastName": "Farley",
"creatorType": "author"
},
{
"firstName": "Jevin D.",
"lastName": "West",
"creatorType": "author"
},
{
"firstName": "Stefanie",
"lastName": "Haustein",
"creatorType": "author"
}
],
"date": "2018-02-13",
"DOI": "10.7717/peerj.4375",
"ISSN": "2167-8359",
"extra": "OpenAlex: https://openalex.org/W2741809807",
"language": "en",
"libraryCatalog": "OpenAlex",
"pages": "e4375",
"publicationTitle": "PeerJ",
"shortTitle": "The state of OA",
"volume": "6",
"attachments": [
{
"title": "Full Text PDF",
"mimeType": "application/pdf"
}
],
"tags": [
{
"tag": "Open Access Publishing"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://openalex.org/works/w2964121744",
"detectedItemType": "journalArticle",
"items": [
{
"itemType": "preprint",
"title": "Adam: A Method for Stochastic Optimization",
"creators": [
{
"firstName": "Diederik P.",
"lastName": "Kingma",
"creatorType": "author"
},
{
"firstName": "Jimmy",
"lastName": "Ba",
"creatorType": "author"
}
],
"date": "2014-01-01",
"DOI": "10.48550/arxiv.1412.6980",
"extra": "OpenAlex: https://openalex.org/W2964121744",
"language": "en",
"libraryCatalog": "OpenAlex",
"repository": "Cornell University",
"shortTitle": "Adam",
"attachments": [],
"tags": [
{
"tag": "Approximation Algorithms"
},
{
"tag": "Convex Optimization"
},
{
"tag": "Global Optimization"
},
{
"tag": "Optimization Software"
},
{
"tag": "Stochastic Gradient Descent"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://openalex.org/works/W2962935454",
"detectedItemType": "journalArticle",
"items": [
{
"itemType": "conferencePaper",
"title": "Generalizing to Unseen Domains via Adversarial Data Augmentation",
"creators": [
{
"firstName": "Riccardo",
"lastName": "Volpi",
"creatorType": "author"
},
{
"firstName": "Hongseok",
"lastName": "Namkoong",
"creatorType": "author"
},
{
"firstName": "Ozan",
"lastName": "Şener",
"creatorType": "author"
},
{
"firstName": "John C.",
"lastName": "Duchi",
"creatorType": "author"
},
{
"firstName": "Vittorio",
"lastName": "Murino",
"creatorType": "author"
},
{
"firstName": "Silvio",
"lastName": "Savarese",
"creatorType": "author"
}
],
"date": "2018-05-01",
"extra": "OpenAlex: https://openalex.org/W2962935454",
"language": "en",
"libraryCatalog": "OpenAlex",
"pages": "5334-5344",
"proceedingsTitle": "Neural Information Processing Systems",
"volume": "31",
"attachments": [],
"tags": [
{
"tag": "Adversarial Examples"
},
{
"tag": "Domain Adaptation"
},
{
"tag": "Representation Learning"
},
{
"tag": "Transfer Learning"
},
{
"tag": "Unsupervised Learning"
}
],
"notes": [],
"seeAlso": []
}
]
},
{
"type": "web",
"url": "https://openalex.org/works/w2979586175",
"items": [
{
"itemType": "journalArticle",
"title": "Two-Way Fixed Effects Estimators with Heterogeneous Treatment Effects",
"creators": [
{
"firstName": "Clément de",
"lastName": "Chaisemartin",
"creatorType": "author"
},
{
"firstName": "Xavier",
"lastName": "DHaultfœuille",
"creatorType": "author"
}
],
"date": "2020-09-01",
"DOI": "10.1257/aer.20181169",
"ISSN": "0002-8282",
"extra": "OpenAlex: https://openalex.org/W2979586175",
"issue": "9",
"language": "en",
"libraryCatalog": "OpenAlex",
"pages": "2964-2996",
"publicationTitle": "American Economic Review",
"volume": "110",
"attachments": [
{
"title": "Submitted Version PDF",
"mimeType": "application/pdf"
}
],
"tags": [
{
"tag": "Treatment Effects"
}
],
"notes": [],
"seeAlso": []
}
]
}
]
/** END TEST CASES **/