{
	"translatorID": "8e11559d-60f0-4a7f-bb91-99ac0c5a2d63",
	"label": "The Guardian",
	"creator": "Philipp Zumstein, Bao Trinh",
	"target": "^https?://(www\\.)?(guardian\\.co\\.uk|theguardian\\.com)/",
	"minVersion": "3.0",
	"maxVersion": "",
	"priority": 100,
	"inRepository": true,
	"translatorType": 4,
	"browserSupport": "gcsibv",
	"lastUpdated": "2021-09-13 21:32:27"
}

/*
	***** BEGIN LICENSE BLOCK *****

	Copyright © 2017-2021 Philipp Zumstein, Bao Trinh
	
	This file is part of Zotero.

	Zotero is free software: you can redistribute it and/or modify
	it under the terms of the GNU Affero General Public License as published by
	the Free Software Foundation, either version 3 of the License, or
	(at your option) any later version.

	Zotero is distributed in the hope that it will be useful,
	but WITHOUT ANY WARRANTY; without even the implied warranty of
	MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	GNU Affero General Public License for more details.

	You should have received a copy of the GNU Affero General Public License
	along with Zotero. If not, see <http://www.gnu.org/licenses/>.

	***** END LICENSE BLOCK *****
*/


function detectWeb(doc) {
	let contentType = attr(doc, 'meta[property="og:type"]', 'content');
	switch (contentType) {
		case "article":
			return "newspaperArticle";
		case "website":
		default:
			if (getSearchResults(doc, true)) {
				return "multiple";
			}
			break;
	}
	return false;
}

function getSearchResults(doc, checkOnly) {
	var items = {};
	var found = false;
	var rows = doc.querySelectorAll('.fc-slice__item h3 a');
	for (let row of rows) {
		let href = row.href;
		let title = row.textContent;
		if (!href || !title) continue;
		if (checkOnly) return true;
		found = true;
		items[href] = title;
	}
	return found ? items : false;
}


function doWeb(doc, url) {
	if (detectWeb(doc, url) == "multiple") {
		Zotero.selectItems(getSearchResults(doc, false), (items) => {
			if (!items) {
				return true;
			}
			const articles = [];
			for (const i in items) {
				articles.push(i);
			}
			ZU.processDocuments(articles, scrape);
			return true;
		});
	}
	else {
		scrape(doc, url);
	}
}


function scrape(doc, url) {
	var translator = Zotero.loadTranslator('web');
	// Embedded Metadata
	translator.setTranslator('951c027d-74ac-47d4-a107-9c3069ab7b48');
	translator.setDocument(doc);

	translator.setHandler('itemDone', function (obj, item) {
		let authors = new Set();

		for (let author of doc.querySelectorAll('a[rel="author"]')) {
			authors.add(author.textContent);
		}

		// The authors in the metadata are incomplete and are not cleaned,
		// but contain unneccessary data about location etc.
		// Thus we try to take them directly from the byline.
		let byline = text(doc, 'address[data-link-name="byline"] *');
		if (byline) {
			// parse out linked publications
			byline = byline.split(/ for /)[0];
			// parse out location
			byline = byline.split(/\s*\b(?:in|at)\b\s*/)[0];

			// parse authors from rest of byline
			for (let author of byline.split(/\s*(?:\band\b|,)\s*/)) {
				authors.add(author);
			}
		}

		let linkedData = JSON.parse(text(doc, 'script[type="application/ld+json"]'));
		if (Array.isArray(linkedData)) linkedData = linkedData.find(x => x["@type"] == "NewsArticle");
		if (linkedData) {
			if (linkedData.publisher) item.libraryCatalog = linkedData.publisher.name;
			if (linkedData.publisher) item.publicationTitle = linkedData.publisher.name;
			if (linkedData.author) {
				for (let author of linkedData.author) {
					authors.add(author.name);
				}
			}
			if (linkedData.datePublished) item.date = linkedData.datePublished;
			if (linkedData.headline) item.title = linkedData.headline;
			if (linkedData.mainEntityOfPage) item.url = linkedData.mainEntityOfPage;
		}

		item.creators.length = 0;
		for (let author of authors) {
			if (author.match(/^(guardian staff|agenc(y|ies))/i)) continue;
			item.creators.push(ZU.cleanAuthor(author, 'author'));
		}

		item.language = "en-GB";

		if (text(doc, '[data-component="series"]') == "The Observer") {
			item.publicationTitle = "The Observer";
			item.ISSN = "0029-7712";
		}
		else {
			item.ISSN = "0261-3077";
		}

		item.complete();
	});

	translator.getTranslatorObject(function (trans) {
		trans.itemType = detectWeb(doc, url);
		trans.doWeb(doc, url);
	});
}

/** BEGIN TEST CASES **/
var testCases = [
	{
		"type": "web",
		"url": "https://www.theguardian.com/world/2013/mar/05/hugo-chavez-dies-cuba",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Venezuela begins seven days of mourning after death of Hugo Chávez",
				"creators": [
					{
						"firstName": "Jonathan",
						"lastName": "Watts",
						"creatorType": "author"
					},
					{
						"firstName": "Virginia",
						"lastName": "Lopez",
						"creatorType": "author"
					}
				],
				"date": "2013-03-06T15:38:00.000Z",
				"ISSN": "0261-3077",
				"abstractNote": "Death comes 21 months after it was revealed he had a tumour, and he will be given a state funeral in the capital",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Guardian",
				"section": "World news",
				"url": "https://www.theguardian.com/world/2013/mar/05/hugo-chavez-dies-cuba",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Americas"
					},
					{
						"tag": "Hugo Chávez"
					},
					{
						"tag": "Venezuela"
					},
					{
						"tag": "World news"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/world/2013/mar/06/pentagon-iraqi-torture-centres-link",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Revealed: Pentagon's link to Iraqi torture centres",
				"creators": [
					{
						"firstName": "Mona",
						"lastName": "Mahmood",
						"creatorType": "author"
					},
					{
						"firstName": "Maggie",
						"lastName": "O'Kane",
						"creatorType": "author"
					},
					{
						"firstName": "Chavala",
						"lastName": "Madlena",
						"creatorType": "author"
					},
					{
						"firstName": "Teresa",
						"lastName": "Smith",
						"creatorType": "author"
					}
				],
				"date": "2013-03-06T20:04:00.000Z",
				"ISSN": "0261-3077",
				"abstractNote": "Exclusive: General David Petraeus and 'dirty wars' veteran behind commando units implicated in detainee abuse See the full-length documentary film of the 15-month investigation",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Guardian",
				"section": "World news",
				"shortTitle": "Revealed",
				"url": "https://www.theguardian.com/world/2013/mar/06/pentagon-iraqi-torture-centres-link",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Americas"
					},
					{
						"tag": "David Petraeus"
					},
					{
						"tag": "El Salvador"
					},
					{
						"tag": "Iraq"
					},
					{
						"tag": "Middle East and North Africa"
					},
					{
						"tag": "Nicaragua"
					},
					{
						"tag": "Torture"
					},
					{
						"tag": "US foreign policy"
					},
					{
						"tag": "US military"
					},
					{
						"tag": "US news"
					},
					{
						"tag": "World news"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/world/2013/feb/26/football-heaven-god-play?INTCMP=SRCH",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Is there football in heaven?",
				"creators": [
					{
						"firstName": "Percy",
						"lastName": "Zvomuya",
						"creatorType": "author"
					}
				],
				"date": "2013-02-26T17:18:55.000Z",
				"ISSN": "0261-3077",
				"abstractNote": "If there is, does God himself play? And if he does, what position, asks Percy Zvomuya?",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Guardian",
				"section": "World news",
				"url": "https://www.theguardian.com/world/2013/feb/26/football-heaven-god-play",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Africa"
					},
					{
						"tag": "Eric Cantona"
					},
					{
						"tag": "Football"
					},
					{
						"tag": "George Best"
					},
					{
						"tag": "Religion"
					},
					{
						"tag": "South Africa"
					},
					{
						"tag": "World news"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/media/2015/feb/18/peter-oborne-daily-telegraph-newspaper-unprecedented",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Peter Oborne: what I have seen is unprecedented in a quality newspaper",
				"creators": [
					{
						"firstName": "Archie",
						"lastName": "Bland",
						"creatorType": "author"
					}
				],
				"date": "2015-02-18T20:22:30.000Z",
				"ISSN": "0261-3077",
				"abstractNote": "The political commentator talks about the response to his attack on the Daily Telegraph, his hopes for the future of the paper – and why the distinction between deer hunting and deer stalking matters",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Guardian",
				"section": "Media",
				"shortTitle": "Peter Oborne",
				"url": "https://www.theguardian.com/media/2015/feb/18/peter-oborne-daily-telegraph-newspaper-unprecedented",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Barclay brothers"
					},
					{
						"tag": "Daily Telegraph"
					},
					{
						"tag": "Media"
					},
					{
						"tag": "Murdoch MacLennan"
					},
					{
						"tag": "National newspapers"
					},
					{
						"tag": "Newspapers"
					},
					{
						"tag": "Newspapers & magazines"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/books/2011/nov/27/christmas-gifts-2011-books-tree",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Christmas gifts 2011: which books will be under your tree?",
				"creators": [],
				"date": "2011-11-27T00:05:08.000Z",
				"ISSN": "0029-7712",
				"abstractNote": "Our critics choose the books they intend to give this Christmas, and the ones they hope to receive",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Observer",
				"section": "Books",
				"shortTitle": "Christmas gifts 2011",
				"url": "https://www.theguardian.com/books/2011/nov/27/christmas-gifts-2011-books-tree",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Alan Hollinghurst"
					},
					{
						"tag": "Art and design books"
					},
					{
						"tag": "Best books of the year"
					},
					{
						"tag": "Biography books"
					},
					{
						"tag": "Books"
					},
					{
						"tag": "Business and finance books"
					},
					{
						"tag": "Caitlin Moran"
					},
					{
						"tag": "Charles Dickens"
					},
					{
						"tag": "Christopher Hitchens"
					},
					{
						"tag": "Comics and graphic novels"
					},
					{
						"tag": "Culture"
					},
					{
						"tag": "Fiction"
					},
					{
						"tag": "Food and drink books"
					},
					{
						"tag": "Health"
					},
					{
						"tag": "History books"
					},
					{
						"tag": "Julian Barnes"
					},
					{
						"tag": "Magazines"
					},
					{
						"tag": "Magnum"
					},
					{
						"tag": "Poetry"
					},
					{
						"tag": "Private Eye"
					},
					{
						"tag": "Robert Harris"
					},
					{
						"tag": "Science and nature books"
					},
					{
						"tag": "Thrillers"
					},
					{
						"tag": "Tina Fey"
					},
					{
						"tag": "mind and body books"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/books/2018/may/27/bullshit-jobs-a-theory-david-graeber-review-laboured-rant",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Bullshit Jobs: A Theory review – laboured rant about the world of work",
				"creators": [
					{
						"firstName": "Andrew",
						"lastName": "Anthony",
						"creatorType": "author"
					}
				],
				"date": "2018-05-27T08:00:20.000Z",
				"ISSN": "0029-7712",
				"abstractNote": "David Graeber’s snarky study of the meaningless nature of modern employment adds little to our understanding of it",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Observer",
				"section": "Books",
				"shortTitle": "Bullshit Jobs",
				"url": "https://www.theguardian.com/books/2018/may/27/bullshit-jobs-a-theory-david-graeber-review-laboured-rant",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Books"
					},
					{
						"tag": "Culture"
					},
					{
						"tag": "Economics"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/sport/blog/2021/aug/14/joe-root-forgets-englands-toils-and-refinds-secret-to-batting-immortality",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Joe Root forgets England’s toils and refinds secret to batting immortality",
				"creators": [
					{
						"firstName": "Jonathan",
						"lastName": "Liew",
						"creatorType": "author"
					}
				],
				"date": "2021-08-14T20:08:27.000Z",
				"ISSN": "0261-3077",
				"abstractNote": "The put-upon captain might have faded away in his fifth year in the job but instead he has played some of his greatest innings",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Guardian",
				"section": "Sport",
				"url": "https://www.theguardian.com/sport/blog/2021/aug/14/joe-root-forgets-englands-toils-and-refinds-secret-to-batting-immortality",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Cricket"
					},
					{
						"tag": "England cricket team"
					},
					{
						"tag": "England v India 2021"
					},
					{
						"tag": "India cricket team"
					},
					{
						"tag": "Joe Root"
					},
					{
						"tag": "Sport"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/football/2021/aug/13/mikel-artetas-arsenal-already-on-back-foot-after-first-night-failure",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Arteta’s Arsenal already on back foot after bruising first night failure",
				"creators": [
					{
						"firstName": "Nick",
						"lastName": "Ames",
						"creatorType": "author"
					}
				],
				"date": "2021-08-13T22:36:53.000Z",
				"ISSN": "0261-3077",
				"abstractNote": "A comprehensive defeat by Premier League newcomers Brentford laid the Gunners’ problems starkly bare",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Guardian",
				"section": "Football",
				"url": "https://www.theguardian.com/football/2021/aug/13/mikel-artetas-arsenal-already-on-back-foot-after-first-night-failure",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Arsenal"
					},
					{
						"tag": "Brentford"
					},
					{
						"tag": "Football"
					},
					{
						"tag": "Mikel Arteta"
					},
					{
						"tag": "Sport"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	},
	{
		"type": "web",
		"url": "https://www.theguardian.com/us-news/2021/aug/14/republican-leaders-fiddle-while-covid-burns-through-their-own-supporters",
		"items": [
			{
				"itemType": "newspaperArticle",
				"title": "Republican leaders fiddle while Covid burns through their own supporters",
				"creators": [
					{
						"firstName": "David",
						"lastName": "Smith",
						"creatorType": "author"
					}
				],
				"date": "2021-08-14T06:00:32.000Z",
				"ISSN": "0261-3077",
				"abstractNote": "Governors of states such as Florida and Texas, where the Delta variant is surging, have made masks and vaccines a partisan issue, in a lethal mix of ignorance, irrationality and nihilism",
				"language": "en-GB",
				"libraryCatalog": "The Guardian",
				"publicationTitle": "The Guardian",
				"section": "US news",
				"url": "https://www.theguardian.com/us-news/2021/aug/14/republican-leaders-fiddle-while-covid-burns-through-their-own-supporters",
				"attachments": [
					{
						"title": "Snapshot",
						"mimeType": "text/html"
					}
				],
				"tags": [
					{
						"tag": "Coronavirus"
					},
					{
						"tag": "Florida"
					},
					{
						"tag": "Republicans"
					},
					{
						"tag": "Texas"
					},
					{
						"tag": "US news"
					},
					{
						"tag": "US politics"
					}
				],
				"notes": [],
				"seeAlso": []
			}
		]
	}
]
/** END TEST CASES **/