Scrapping tool to easily get information from websites.
It uses methods from Puppeteer and encapsulate them to certain objectives.
More info about Puppeteer: https://pptr.dev/
#Installation
Dependencie:
npm i puppeteer
Package:
npm i easyscrapping --save
Then...
const puppeteer = require( 'puppeteer' );
const scrapper = require( 'easyscrapping' );
const browser = await puppeteer.launch( { headless: false } );
const page = await browser.newPage();
let links = scrapper.getLinks(page, 'article > a', {visile: true});
links -> [url, url, ...]
getLinks(page, elementPath, option)
ex:
page = "currentPage" -> Puppeteer
elementPath = "div > div > div > span" -> Selector
option = {visile: true} or {timeout:5000}
-> return href from all the span elements in the current page
getLinksTable(page, tablePath, elementPath, option)
ex:
page = "currentPage" -> Puppeteer
tablePath = ".uiTabBar" -> Selector
elementPath = "ul > li > a" -> Selector
option = {visile: true} or {timeout:5000}
-> return href from all the a elements in the current table
getTextContent(page, elementPath, option)
ex:
page = "currentPage" -> Puppeteer
elementPath = "div > div > div > span" -> Selector
option = {visile: true} or {timeout:5000}
-> return textContent from all the span elements in the current page
getTextContentTable(page, tablePath, elementPath, option)
ex:
page = "currentPage" -> Puppeteer
tablePath = ".uiTabBar" -> Selector
elementPath = "ul > li > a" -> Selector
option = {visile: true} or {timeout:5000}
-> returns all the texContent from the element (elementPath) in the current table (tablePath)
getTitle(page, elementPath, option)
ex:
page = "currentPage" -> Puppeteer
elementPath = "div > div > div > span" -> Selector
option = {visile: true} or {timeout:5000}
-> returns the Title from all the elements (elementPath) in the current page
clickButton(page, elementPath, option)
ex:
page = "currentPage" -> Puppeteer
elementPath = "div > div > div > span" -> Selector
option = {visile: true} or {timeout:5000}
-> Select the button by its elementhPath and click it
input(page, elementPath, option, input)
ex:
page = "currentPage" -> Puppeteer
elementPath = "div > div > div > input" -> Selector
option = {visile: true} or {timeout:5000}
input = "string"
-> Select the input element by its elementhPath and input the string