From 41909f9189810df0d005b7c8ecac419d0118037f Mon Sep 17 00:00:00 2001 From: o5pxels Date: Fri, 9 Apr 2021 21:58:01 -0500 Subject: Add MongoDB dependency, create basic file layout --- src/scraper/scrape.js | 14 +++++++++++--- 1 file changed, 11 insertions(+), 3 deletions(-) (limited to 'src/scraper/scrape.js') diff --git a/src/scraper/scrape.js b/src/scraper/scrape.js index 2002130..131ae40 100644 --- a/src/scraper/scrape.js +++ b/src/scraper/scrape.js @@ -1,8 +1,14 @@ const puppeteer = require('puppeteer'); +const mongodb = require('mongodb') -async function performSearch(query) { +// Specifically for scraping +// Stores in database once finished scraping +// query is the search string (title of movie or show) and the type (music, show, movie) +// will be used + +async function performSearch(query, type) { const browser = await puppeteer.launch({ - headless: false + headless: true }); const pages = await browser.pages(); const page = pages[0]; @@ -20,6 +26,8 @@ async function performSearch(query) { } console.log(streamingPlatforms); console.log(streamingPrices); + // do the database storage + await browser.close(); } -// performSearch("sorry to bother you") \ No newline at end of file +// performSearch('spongebob', 'tv'); \ No newline at end of file -- cgit v1.2.3