File renamed from scaper.ts to scraper.ts

This commit is contained in:
Amelia 2022-06-04 17:13:03 +01:00
parent 6a896efaef
commit 008e7c1cf4
1 changed files with 0 additions and 37 deletions

View File

@ -1,37 +0,0 @@
import axios from "axios";
import * as cheerio from "cheerio";
import * as fs from "fs";
// TODO: Move promise handling function to util file
async function handlePromise(promise: Promise<any>) {
try {
const data = await promise;
return [true, data];
} catch (err) {
return [false, err];
}
}
export default function scrapeData(url: string) {
return new Promise(async function (resolve, reject) {
const [success, data] = await handlePromise(axios.get(url));
if (success) {
const html = data.data;
const $ = cheerio.load(html);
// For now, only scraping the first/top meaning;
const meaning = $(".meaning.mb-4").first().text().trim();
resolve(meaning);
} else {
console.error(data);
reject(data);
}
});
}