blob: 26a989d006944f4694c4aa2925f558dceff64be6 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
|
const fs = require('fs');
const axios = require("axios");
const WikiTextParser = require('parse-wikitext');
const parser = new WikiTextParser("mlp.fandom.com");
console.log("Gathering infobox for each page...");
(async () => {
let infoboxes = {};
for (let page of JSON.parse(fs.readFileSync("./data/pages.json").toString())) {
console.log("Gathering infobox for '" + page.name + "'...");
try {
let data = (await axios.get("https://mlp.fandom.com/api.php?action=query&prop=revisions&titles=" + page.name + "&rvslots=*&rvprop=content&formatversion=2&format=json")).data;
if (data.query.pages.length > 0) {
console.log("Results found, adding name to database")
sections = parser.pageToSectionObject(data.query.pages[0].revisions[0].slots.main.content);
box = parser.parseInfoBox(sections["content"]);
if (box.template === "Infobox character") {
infoboxes[page.name] = parser.parseInfoBox(sections["content"]).values;
}
} else {
console.log("No results found, ignoring name");
}
} catch (e) {
console.error(e);
}
}
fs.writeFileSync("./data/boxes.json", JSON.stringify(infoboxes, null, 4))
})()
|
