diff options
Diffstat (limited to 'includes/external/addressbook/node_modules/open-graph-scraper/dist/lib/openGraphScraper.js')
-rw-r--r-- | includes/external/addressbook/node_modules/open-graph-scraper/dist/lib/openGraphScraper.js | 63 |
1 files changed, 0 insertions, 63 deletions
diff --git a/includes/external/addressbook/node_modules/open-graph-scraper/dist/lib/openGraphScraper.js b/includes/external/addressbook/node_modules/open-graph-scraper/dist/lib/openGraphScraper.js deleted file mode 100644 index b95a5eb..0000000 --- a/includes/external/addressbook/node_modules/open-graph-scraper/dist/lib/openGraphScraper.js +++ /dev/null @@ -1,63 +0,0 @@ -"use strict"; -Object.defineProperty(exports, "__esModule", { value: true }); -const extract_1 = require("./extract"); -const request_1 = require("./request"); -const utils = require("./utils"); -/** - * sets up options for the got request and calls extract on html - * - * @param {object} options - options for ogs - * @return {object} object with ogs results - * - */ -async function setOptionsAndReturnOpenGraphResults(options) { - const { ogsOptions, gotOptions } = utils.optionSetupAndSplit(options); - if (ogsOptions.html) { - if (ogsOptions.url) - throw new Error('Must specify either `url` or `html`, not both'); - const ogObject = (0, extract_1.default)(ogsOptions.html, ogsOptions, null); - ogObject.requestUrl = null; - ogObject.success = true; - return { ogObject, response: { body: ogsOptions.html } }; - } - const formattedUrl = utils.validateAndFormatURL(ogsOptions.url, ogsOptions.urlValidatorSettings); - if (!formattedUrl.url) - throw new Error('Invalid URL'); - ogsOptions.url = formattedUrl.url; - gotOptions.url = formattedUrl.url; - // trying to limit non html pages - if (utils.isThisANonHTMLUrl(ogsOptions.url)) - throw new Error('Must scrape an HTML page'); - // eslint-disable-next-line max-len - if (ogsOptions.blacklist && ogsOptions.blacklist.some((blacklistedHostname) => ogsOptions.url.includes(blacklistedHostname))) { - throw new Error('Host name has been black listed'); - } - try { - const { decodedBody, response } = await (0, request_1.default)(gotOptions, ogsOptions); - const ogObject = (0, extract_1.default)(decodedBody, ogsOptions, response.rawBody); - ogObject.requestUrl = ogsOptions.url; - ogObject.success = true; - return { ogObject, response }; - } - catch (exception) { - if (exception && (exception.code === 'ENOTFOUND' || exception.code === 'EHOSTUNREACH' || exception.code === 'ENETUNREACH')) { - throw new Error('Page not found'); - } - else if (exception && (exception.code === 'ERR_INVALID_URL' || exception.code === 'EINVAL')) { - throw new Error('Page not found'); - } - else if (exception && exception.code === 'ETIMEDOUT') { - throw new Error('Time out'); - } - else if (exception && exception.message && exception.message.startsWith('Response code 5')) { - throw new Error('Web server is returning error'); - } - else if (exception && exception.message && exception.message === 'Promise was canceled') { - throw new Error(`Exceeded the download limit of ${ogsOptions.downloadLimit} bytes`); - } - if (exception instanceof Error) - throw exception; - throw new Error('Page not found'); - } -} -exports.default = setOptionsAndReturnOpenGraphResults; |