diff options
Diffstat (limited to 'update/pages.js')
| -rw-r--r-- | update/pages.js | 31 |
1 files changed, 31 insertions, 0 deletions
diff --git a/update/pages.js b/update/pages.js new file mode 100644 index 0000000..8449ca5 --- /dev/null +++ b/update/pages.js @@ -0,0 +1,31 @@ +const fs = require('fs'); +const axios = require('axios'); + +if (fs.existsSync("./data")) fs.rmSync("./data", { recursive: true }); +fs.mkdirSync("./data"); + +(async () => { + console.log("Gathering pages list..."); + let pages = []; + for (let page of JSON.parse(fs.readFileSync("list.json").toString())) { + console.log("Searching for '" + page + "'..."); + try { + let data = (await axios.get("https://mlp.fandom.com/api.php?action=query&list=search&srsearch=" + encodeURI(page) + "&srlimit=1&srenablerewrites=true&format=json")).data; + if (data.query.search.length > 0) { + console.log("Results found, adding name to database") + pages.push({ + query: page, + name: data.query.search[0].title, + mwid: data.query.search[0].pageid, + words: data.query.search[0].wordcount, + }) + } else { + console.log("No results found, ignoring name"); + } + } catch (e) { + console.error(e); + } + } + + fs.writeFileSync("./data/pages.json", JSON.stringify(pages, null, 4)) +})()
\ No newline at end of file |