115 lines
No EOL
4.2 KiB
TypeScript
115 lines
No EOL
4.2 KiB
TypeScript
/**
|
|
* Some usefull utility functions around the wikipedia API
|
|
*/
|
|
import {Utils} from "../../Utils";
|
|
import {UIEventSource} from "../UIEventSource";
|
|
|
|
export default class Wikipedia {
|
|
|
|
/**
|
|
* When getting a wikipedia page data result, some elements (e.g. navigation, infoboxes, ...) should be removed if 'removeInfoBoxes' is set.
|
|
* We do this based on the classes. This set contains a blacklist of the classes to remove
|
|
* @private
|
|
*/
|
|
private static readonly classesToRemove = [
|
|
"shortdescription",
|
|
"sidebar",
|
|
"infobox", "infobox_v2",
|
|
"noprint",
|
|
"ambox",
|
|
"mw-editsection",
|
|
"mw-selflink",
|
|
"mw-empty-elt",
|
|
"hatnote" // Often redirects
|
|
]
|
|
|
|
private static readonly idsToRemove = [
|
|
"sjabloon_zie"
|
|
]
|
|
|
|
private static readonly _cache = new Map<string, UIEventSource<{ success: string } | { error: any }>>()
|
|
|
|
public static GetArticle(options: {
|
|
pageName: string,
|
|
language?: "en" | string,
|
|
firstParagraphOnly?: false | boolean
|
|
}): UIEventSource<{ success: string } | { error: any }> {
|
|
const key = (options.language ?? "en") + ":" + options.pageName + ":" + (options.firstParagraphOnly ?? false)
|
|
const cached = Wikipedia._cache.get(key)
|
|
if (cached !== undefined) {
|
|
return cached
|
|
}
|
|
const v = UIEventSource.FromPromiseWithErr(Wikipedia.GetArticleAsync(options))
|
|
Wikipedia._cache.set(key, v)
|
|
return v;
|
|
}
|
|
|
|
public static getDataUrl(options: {language?: "en" | string, pageName: string}): string{
|
|
return `https://${options.language ?? "en"}.wikipedia.org/w/api.php?action=parse&format=json&origin=*&prop=text&page=` + options.pageName
|
|
}
|
|
|
|
public static getPageUrl(options: {language?: "en" | string, pageName: string}): string{
|
|
return `https://${options.language ?? "en"}.wikipedia.org/wiki/` + options.pageName
|
|
}
|
|
|
|
/**
|
|
* Tries to extract the language and article name from the given string
|
|
*
|
|
* Wikipedia.extractLanguageAndName("qsdf") // => undefined
|
|
* Wikipedia.extractLanguageAndName("nl:Warandeputten") // => {language: "nl", pageName: "Warandeputten"}
|
|
*/
|
|
public static extractLanguageAndName(input: string):{language: string, pageName: string} {
|
|
const matched = input.match("([^:]+):(.*)")
|
|
if(matched === undefined || matched === null){
|
|
return undefined
|
|
}
|
|
const [_ , language, pageName] = matched
|
|
return {
|
|
language, pageName
|
|
}
|
|
}
|
|
|
|
public static async GetArticleAsync(options: {
|
|
pageName: string,
|
|
language?: "en" | string,
|
|
firstParagraphOnly?: false | boolean
|
|
}): Promise<string> {
|
|
|
|
const response = await Utils.downloadJson(Wikipedia.getDataUrl(options))
|
|
const html = response["parse"]["text"]["*"];
|
|
|
|
const div = document.createElement("div")
|
|
div.innerHTML = html
|
|
const content = Array.from(div.children)[0]
|
|
|
|
for (const forbiddenClass of Wikipedia.classesToRemove) {
|
|
const toRemove = content.getElementsByClassName(forbiddenClass)
|
|
for (const toRemoveElement of Array.from(toRemove)) {
|
|
toRemoveElement.parentElement?.removeChild(toRemoveElement)
|
|
}
|
|
}
|
|
|
|
for (const forbiddenId of Wikipedia.idsToRemove) {
|
|
const toRemove = content.querySelector("#" + forbiddenId)
|
|
toRemove?.parentElement?.removeChild(toRemove)
|
|
}
|
|
|
|
|
|
const links = Array.from(content.getElementsByTagName("a"))
|
|
|
|
// Rewrite relative links to absolute links + open them in a new tab
|
|
const language = options.language ?? "en"
|
|
links.filter(link => link.getAttribute("href")?.startsWith("/") ?? false).forEach(link => {
|
|
link.target = '_blank'
|
|
// note: link.getAttribute("href") gets the textual value, link.href is the rewritten version which'll contain the host for relative paths
|
|
link.href = `https://${language}.wikipedia.org${link.getAttribute("href")}`;
|
|
})
|
|
|
|
if (options?.firstParagraphOnly) {
|
|
return content.getElementsByTagName("p").item(0).innerHTML
|
|
}
|
|
|
|
return content.innerHTML
|
|
}
|
|
|
|
} |