const fs = require('fs');
const axios = require("axios");
const WikiTextParser = require('parse-wikitext');
const parser = new WikiTextParser("mlp.fandom.com");

console.log("Gathering infobox for each page...");

(async () => {
    let infoboxes = {};
    for (let page of JSON.parse(fs.readFileSync("./data/pages.json").toString())) {
        console.log("Gathering infobox for '" + page.name + "'...");
        try {
            let data = (await axios.get("https://mlp.fandom.com/api.php?action=query&prop=revisions&titles=" + page.name + "&rvslots=*&rvprop=content&formatversion=2&format=json")).data;
            if (data.query.pages.length > 0) {
                console.log("Results found, adding name to database")
                sections = parser.pageToSectionObject(data.query.pages[0].revisions[0].slots.main.content);
                box = parser.parseInfoBox(sections["content"]);
                if (box.template === "Infobox character") {
                    infoboxes[page.name] = parser.parseInfoBox(sections["content"]).values;
                }
            } else {
                console.log("No results found, ignoring name");
            }
        } catch (e) {
            console.error(e);
        }
    }

    fs.writeFileSync("./data/boxes.json", JSON.stringify(infoboxes, null, 4))
})()