From 1d52b0f2853ab4f275c8c0de8b73a8e7f9cb614b Mon Sep 17 00:00:00 2001 From: o5pxels Date: Fri, 9 Apr 2021 20:10:46 -0500 Subject: update README, initial commit for scrape.js --- src/scraper/scrape.js | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 src/scraper/scrape.js (limited to 'src/scraper/scrape.js') diff --git a/src/scraper/scrape.js b/src/scraper/scrape.js new file mode 100644 index 0000000..2002130 --- /dev/null +++ b/src/scraper/scrape.js @@ -0,0 +1,25 @@ +const puppeteer = require('puppeteer'); + +async function performSearch(query) { + const browser = await puppeteer.launch({ + headless: false + }); + const pages = await browser.pages(); + const page = pages[0]; + await page.goto('https://google.com'); + const searchBox = await page.$x("/html/body/div[1]/div[3]/form/div[1]/div[1]/div[1]/div/div[2]/input"); + await searchBox[0].type(`${query} streaming`); + await page.keyboard.press('Enter'); + await page.waitForNavigation(); + const resultsContainer = await page.$$('.r0VsPb') + var streamingPlatforms; + var streamingPrices; + for (let i = 0; i < resultsContainer.length; i++) { + streamingPlatforms = await resultsContainer[i].$$eval('.i3LlFf', nodes => nodes.map(n => n.innerText)); + streamingPrices = await resultsContainer[i].$$eval('.V8xno', nodes => nodes.map(n => n.innerText)) + } + console.log(streamingPlatforms); + console.log(streamingPrices); +} + +// performSearch("sorry to bother you") \ No newline at end of file -- cgit v1.2.3