User:Cobaltcigs/IllWill.js

Code that you insert on this page could contain malicious content capable of compromising your account. If you import a script from another page with "importScript", "mw.loader.load", "iusc", or "lusc", take note that this causes you to dynamically load a remote script, which could be changed by others. Editors are responsible for all edits and actions they perform, including by scripts. User scripts are not centrally supported and may malfunction or become inoperable due to software changes. A guide to help you find broken scripts is available. If you are unsure whether code you are adding to this page is safe, you can ask at the appropriate village pump.
This code will be executed when previewing this page.
This user script seems to have a documentation page at User:Cobaltcigs/IllWill.
Note: After saving, you have to bypass your browser's cache to see the changes. Google Chrome, Firefox, Microsoft Edge and Safari: Hold down the ⇧ Shift key and click the Reload toolbar button. For details and instructions about other browsers, see Wikipedia:Bypass your cache.
var IllWill = {};
IllWill.css = [
    "#ill-sandbox, #ill-row-sandbox { display: none !important; }", 
	".ill-sitelinks a { display: block; white-space: nowrap; }", 
	".illwill-ignore { text-decoration: line-through; color: gray; font-size: smaller; }", 
	".ill-x { width: 24px; }",
	".ill-input, .ill-output { font-family: monospace; white-space: pre-wrap; }", 
	"#ill-buttons { text-align: right; white-space: nowrap; }", 
	"#ill-buttons input { margin-left: 3px; margin-right: 3px; font-size: smaller; }",
	"#ill-table caption { background: lightgreen; }",
	"#ill-help { font-size: smaller; }",
	"#illwill { clear: both; }",
	".ill-na { font-style: italic; color: gray; font-size: smaller; }",
	".ill-input .ill-na, .ill-output .ill-na { display: block; }",
].join("\n");
IllWill.Version = "1.0.5";
IllWill.Attribution = 'created by <a target="_blank" href="/wiki/User:Cobaltcigs">cobaltcigs</a> (<a target="_blank" href="/wiki/User_talk:Cobaltcigs">talk</a>)';
IllWill.CaptionHTML = "IllWill.js (v. "+IllWill.Version+") \u2013 " + IllWill.Attribution;
IllWill.LocalApi = location.href.split(/\/w(?:iki)?\//)[0] + "/w/api.php";
IllWill.DataApi = "https://wikidata.org/w/api.php";
IllWill.LocalLang = mw.config.get("wgPageContentLanguage");

IllWill.UrlLengthLimit = 3600; // TODO: determine actual limit
IllWill.HelpText = 'For each row, determine the correct wikidata item corresponding to the red link found in wikitext. This will import a full list of interwiki prefixes and titles to use with template <code>\x7B\x7B<a href="/wiki/Template:Ill">ill</a>\x7D\x7D</code> when replacing the regular red link. If none of the listed wikidata items are correct, uncheck the box in the first column to clear selection for that row, and no replacement will occur. Click "OK" when finished.';
IllWill.Summary = "added interlanguage links using IllWill.js";

IllWill.SearchCb = [];
IllWill.SiteLinks = {};
IllWill.Disambiguator = / \(.*\)$/;
var textbox = document.getElementById("wpTextbox1");
var editform = document.getElementById("editform");

IllWill.MakeWikidataLink = function(q, t) {
	return '<a id="'+q+'-link" href="https://wikidata.org/wiki/' + q + '" target="_blank">'+t+'</a>';
	}
IllWill.EscapeHTML = function(s) {
    return s.replace(/&/g, "&amp;").replace(/</g, "&lt;").replace(/>/g, "&gt;")
		.replace(/"/g, "&quot;").replace(/'/g, "&#x27;"); // a.k.a. "&apos;"
	}
     
IllWill.EscapeRegExp = function(s) { return s.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'); }
IllWill.Normalize = function(s) { return s.normalize().replace(/[\s_]+/g, " ").trim(); }
IllWill.NormEqual = function(a, b) {
	a = IllWill.Normalize(a); b = IllWill.Normalize(b);
	return (a[0].toUpperCase()+a.substring(1)) == (b[0].toUpperCase()+b.substring(1));
	}
IllWill.MakeRegex = function(t) {
	return new RegExp("\\[\\[\\s*" + IllWill.EscapeRegExp(t).replace(/\s/g, "[\\s_]+") + "\\s*(?:\\|[^\\[\\]]+)?\\]\\]", "ig");
	}
IllWill.Setup = function() {
	if(IllWill.SetupComplete) return;
	if(!["edit", "submit"].includes(mw.config.get('wgAction'))) return;
	var style = document.createElement("style");
	style.type = "text/css";
	style.innerText = IllWill.css;
	document.head.appendChild(style);
	mw.util.addPortletLink('p-cactions', `javascript:IllWill.MakePanel()`, 'Ill',
        'ca-illwill', "Add interlanguage links by searching wikidata.org");
	IllWill.SetupComplete = true;
	}
IllWill.GetRedLinks = async function() {
	var sandbox = document.getElementById("ill-sandbox");
	if(!textbox) { alert("can't find the textbox"); return; }
	var wl = textbox.value.match(/\[\[[^\[\]\n]+\]\]/g);
	if(!wl) return [];
	var b = IllWill.UrlLengthLimit, a = (b - 260);
	var r = new RegExp("([^\n]{"+a+","+b+"})(?=\\[\\[)", "g");
	var textParts = wl.join("").replace(/\|[^\]]+/g, "").replace(r, "$1\n").split("\n");
	sandbox.innerHTML = "";
	for(var i = 0; i < textParts.length; i++) {
		var url = IllWill.LocalApi + "?action=parse&format=json&text=" + encodeURIComponent(textParts[i]);
		var response = await fetch(url);
		var json = await response.json();
		sandbox.innerHTML += json.parse.text["*"];
		}
	var reds = sandbox.getElementsByClassName("new");
	return Array.from(reds).filter(x => x.tagName=="A")
		.map(x => decodeURIComponent(x.href.match(/(?<=[\?\&]title=)[^\&]+/)[0]).replace(/_/g, " "));
	}
IllWill.MakePanel = async function() {
	var old = document.getElementById("illwill");
	if(old) old.remove();
	var wrapper = document.createElement("div");
	wrapper.id = "illwill";
	wrapper.innerHTML = '<div id="ill-sandbox"></div>';
	editform.parentNode.insertBefore(wrapper, editform);
	var reds = await IllWill.GetRedLinks();
	var thead = document.createElement("thead");
	var caption = document.createElement("caption");
	caption.setAttribute("colspan", "5");
	caption.innerHTML = IllWill.CaptionHTML;
	var head_tr = document.createElement("tr");
	head_tr.innerHTML = '<th></th><th>Input</th><th>Wikidata item</th><th>Sitelinks</th><th>Output</th></tr>';
	thead.appendChild(head_tr);
	var wtLinks = [];
	var txt = textbox.value;
	for(var i = 0; i < reds.length; i++) {
		var re = IllWill.MakeRegex(reds[i]);
		var wl = txt.match(re)[0];
		if(!wl) continue;
		if(wtLinks.find(z => z.title == reds[i])) continue;
		var o = { link: wl, title: reds[i] };
		wtLinks.push(o);
		}
	var trs = [];
	for(var i = 0; i < wtLinks.length; i++) {
		var td0 = '<td class="ill-x"></td>';
		var td1 = '<td class="ill-input"></td>';
		var td2 = '<td class="ill-wd-item"></td>';
		var td3 = '<td class="ill-sitelinks"></td>';
		var td4 = '<td class="ill-output"></td>';
		trs.push('<tr id="ill-row-'+i+'">'+td0+td1+td2+td3+td4+'</tr>');
		}
	var tbody = document.createElement("tbody");
	tbody.innerHTML += trs.join("");
	var tfoot = document.createElement("tfoot");
	tfoot.innerHTML = '<tr id="ill-row-buttons"><td colspan="3" id="ill-help">'+IllWill.HelpText+'</td><td colspan="2" id="ill-buttons"></td></tr>';
	var table = document.createElement("table");
	table.setAttribute("id", "ill-table");
	table.className="wikitable";
	table.appendChild(caption);
	table.appendChild(thead);
	table.appendChild(tbody);
	table.appendChild(tfoot);
	wrapper.appendChild(table);
	editform.setAttribute("style", "display: none;");
	var pp = "action=query&list=search&format=json&srlimit=500&srnamespace=0&srprop=snippet";
	for(var i = 0; i < wtLinks.length; i++) {
		var rowId = 'ill-row-'+i;
		IllWill.SearchCb[i] = IllWill.CreateSearchCb(i);
		var enc = encodeURIComponent(wtLinks[i].title.replace(IllWill.Disambiguator, ""));
		wtLinks[i].searchUrl = IllWill.DataApi+'?'+pp+'&srsearch=%22'+enc+'%22&callback=IllWill.SearchCb['+i+']';
		mw.loader.getScript(wtLinks[i].searchUrl);
		var tds = document.getElementById(rowId).getElementsByTagName("td");
		tds[0].innerHTML = '<input type="checkbox" id="checkbox-'+i+'" />';
		tds[0].getElementsByTagName("input")[0].setAttribute("onclick", 'IllWill.OnCheckbox('+i+')');
		tds[1].innerHTML = wtLinks[i].link;
		}
	var buttonCell = document.getElementById("ill-buttons");
	buttonCell.innerHTML += '<input type="button"  value="Cancel" />';
	buttonCell.innerHTML += '<input type="button"  IllWill.MakePanel();" value="Refresh" />';
	buttonCell.innerHTML += '<input type="button"  value="OK" />';
	}

IllWill.OnCancelButton = function() {
	editform.removeAttribute("style");
	document.getElementById("illwill").remove();
	}
IllWill.OnOkButton = function() {
	var table = document.getElementById("ill-table");
	var xboxes = Array.from(table.getElementsByClassName("ill-x")).map(x => x.getElementsByTagName("input")[0]);
	var inputs = table.getElementsByClassName("ill-input");
	var outputs = table.getElementsByClassName("ill-output");
	var textbox = document.getElementById("wpTextbox1");
	var t = textbox.value;
	for(var i = 0; i < inputs.length; i++) {
		if(!xboxes[i].checked) continue;
		var re = new RegExp(IllWill.EscapeRegExp(inputs[i].innerText), "gi");
		t = t.replace(re, outputs[i].innerText);
		}
	if(t != textbox.value) {
		document.getElementById("wpSummary").value = IllWill.Summary;
		textbox.value = t;
		document.getElementById("wpDiff").click();
		}
	}
IllWill.OnCheckbox = function(i) {
	var row = document.getElementById('ill-row-'+i);
	var inputs = row.getElementsByTagName("input");
	if(inputs[0].checked) {
		var selected = false;
		for(var i = 1; i < inputs.length; i++) if(inputs[i].checked) selected = true;
		if(!selected) inputs[0].checked = false;
		return;
		}
	for(var i = 1; i < inputs.length; i++) inputs[i].checked = false;
	var tds = row.getElementsByTagName("td");
	tds[3].innerHTML = tds[4].innerHTML = "";
	}

IllWill.CreateSearchCb = function(i) {
	var rowId = 'ill-row-'+i;
	return function(obj) {
		var li = [];
		for(var j = 0; j < obj.query.search.length; j++) {
			var z = obj.query.search[j];
			var qNum = z.title;
			var div = document.createElement("div");
			div.setAttribute("id", z.title+'-li');
			var input = document.createElement("input");
			input.setAttribute("type", "radio");
			input.setAttribute("name", "selection-"+i);
			input.setAttribute("value", qNum);
			input.setAttribute("id", qNum+'-radio');
			var label = document.createElement("label");
			label.setAttribute("for", qNum);
			label.innerHTML = IllWill.MakeWikidataLink(qNum, qNum) + ': <span id="'+qNum+'-desc"></span>';
			div.appendChild(input);
			div.appendChild(label);
			li[j] = div.outerHTML;
			}
		var cell = document.getElementById(rowId).getElementsByTagName("td")[2];
		cell.innerHTML = (li.length == 0)? `<span class="ill-na">(no search result!]</span>` : li.join("");
		for(var j = 0; j < obj.query.search.length; j++) {
			var qNum = obj.query.search[j].title;
			var radio = document.getElementById(qNum+'-radio');
			radio.setAttribute("onclick", 'IllWill.ShowSiteLinks("'+qNum+'")');
			var qNumUrl = IllWill.DataApi+"?action=query&prop=revisions&titles="+qNum+"&rvslots=*&rvprop=content&format=json&callback=IllWill.qNumCb";
			mw.loader.getScript(qNumUrl);
			}
		};
	}

IllWill.ShowSiteLinks = function(qNum) {
	var div = document.getElementById(qNum+"-li");
	var tr = div.parentNode.parentNode;
	var tds = tr.getElementsByTagName("td");
	var checkbox = tds[0].getElementsByTagName("input")[0]
	var q = IllWill.SiteLinks[qNum];
	var langs = Object.keys(q);
	langs.sort();
	var aa = '';
	for(var i = 0; i < langs.length; i++) {
		var lang = langs[i];
		var a = document.createElement("a");
		var url = "https://" + lang + ".wikipedia.org/wiki/" + encodeURIComponent(q[lang]);
		a.setAttribute("href", url);
		a.setAttribute("target", "_blank");
		a.innerText = lang + ":" + q[lang];
		aa += a.outerHTML;
		}
	tds[3].innerHTML = aa;
	var wl = tds[1].innerText.match(/(?<=^\[\[).*(?=\]\]$)/)[0].split('|');
	var pp = IllWill.Normalize(wl[0]);
	if(!langs.length) {
		tds[3].innerHTML = '<span class="ill-na">(no sitelinks found)</span>';
		tds[4].innerHTML = '<span class="ill-na">(no replacement)</span>' + tds[1].innerText;
		checkbox.checked = false;
		checkbox.disabled = true;
		return;
		}
	checkbox.checked = true;
	checkbox.disabled = false;
	if(langs.includes(IllWill.LocalLang)) {
		var qq = IllWill.Normalize(q[IllWill.LocalLang]);
		if(wl[1] && !IllWill.NormEqual(wl[1], qq)) qq += "|" + IllWill.Normalize(wl[1]);
		else if(IllWill.Disambiguator.test(qq)) qq += "|" + qq.replace(IllWill.Disambiguator, "");
		tds[4].innerText = "[[" + qq + "]]";
		return;
		}
	if(wl[1]) pp += "|lt=" + IllWill.Normalize(wl[1]);
	else if(IllWill.Disambiguator.test(pp)) pp += "|lt=" + pp.replace(IllWill.Disambiguator, "");
	for(var i = 0; i < langs.length; i++) {
		var lang = IllWill.Normalize(langs[i]);
		pp += "|" + lang;
		pp += "|" + (IllWill.NormEqual(q[lang], wl[0])? "" : IllWill.Normalize(q[lang]));
		}
	pp = pp.replace(/\|+$/, "");
	var ill = "\x7B\x7Bill|" + IllWill.Normalize(pp) + "\x7D\x7D";
	tds[4].innerText = ill;
	}

IllWill.GetBest = function(d, x) {
	// prefer local language, otherwise prefer latin script, otherwise take whatever
	// to-do: make step 2 prefer same script as user's local language would be better.
	// e.g. user on ru: with de: and uk: data available should prefer the latter, because cyrillic. 
	if(!d) return null;
	var dx = d[x];
	if(!dx) return null;
	var dxll = dx[IllWill.LocalLang];
	if(dxll) return dxll.value.trim();
	var dxv = Object.values(dx);
	if(!dxv.length) return null;
	var dxlatin = dxv.find(zz => /[a-z]/i.test(zz.value));
	if(dxlatin) return dxlatin.value.trim();
	return dxv[0].value.trim();
	}
IllWill.ShouldIgnore = function(data) {
	var s = JSON.stringify(data);
	if(/"Q13442814"/.test(s)) return true; // "scientific article"
	return false;
	}

IllWill.qNumCb = function(obj) {
	var pages = obj.query.pages;
	var keys = Object.keys(pages);
	if(keys.length != 1) return;
	var page = pages[keys[0]];
	if(page.revisions.length != 1) return;
	var qNum = page.title;
	var data = JSON.parse(page.revisions[0].slots.main["*"]);
	var failMsg = '<span class="ill-na">no description found</span>';
	var desc = IllWill.GetBest(data, "descriptions");
	var ignoreMe = IllWill.ShouldIgnore(data);
	var span = document.getElementById(qNum + "-desc");
	span.innerHTML = desc? IllWill.EscapeHTML(desc) : failMsg;
	var a = document.getElementById(qNum + "-link");
	var label = IllWill.GetBest(data, "labels");
	if(label) {
		if(ignoreMe && label.length > 40) label = label.substring(0,36) + "\u2026";
		a.innerText = label;
		}
	if(ignoreMe) {
		span.parentNode.className = "illwill-ignore";
		document.getElementById(qNum + "-radio").disabled = true;
		}
	if(!data.sitelinks) return;
	var slKeys = Object.keys(data.sitelinks);
	IllWill.SiteLinks[qNum] = {};
	for(var i = 0; i < slKeys.length; i++) {
		var wikiName = slKeys[i];
		if(!/wiki$/i.test(wikiName) || /commons/i.test(wikiName)) continue;
		var lang = wikiName.replace(/wiki$/, "");
		var langTitle = data.sitelinks[wikiName].title;
		IllWill.SiteLinks[qNum][lang] = langTitle;
		}
	}

IllWill.Setup();