From 67a7223a3a038378b08318e1dbfdfaab2faaebab Mon Sep 17 00:00:00 2001 From: Bilal Catic Date: Fri, 18 Oct 2019 09:14:08 +0200 Subject: [PATCH] add OLX scraper test NPM script --- package.json | 3 ++- test/olxScrapeTest.js | 17 +++++++++++++++++ 2 files changed, 19 insertions(+), 1 deletion(-) create mode 100644 test/olxScrapeTest.js diff --git a/package.json b/package.json index fe4691e..45a5670 100644 --- a/package.json +++ b/package.json @@ -12,7 +12,8 @@ "docker-start": "docker start pg_marketalerts", "docker-stop": "docker stop pg_marketalerts", "crawl": "cd app/crawler && node npmCrawl.js", - "test-search": "cd test && node searchTest.js" + "test-search": "cd test && node searchTest.js", + "test-olx-scraper": "cd test && node olxScrapeTest.js" }, "repository": { "type": "git", diff --git a/test/olxScrapeTest.js b/test/olxScrapeTest.js new file mode 100644 index 0000000..d95dde6 --- /dev/null +++ b/test/olxScrapeTest.js @@ -0,0 +1,17 @@ +"use strict"; + +const olxCrawler = require("../app/crawler/specific/olx"); + +const urlToScrape = process.argv[2] || undefined; + +if (urlToScrape) { + const crawler = new olxCrawler(); + + (async () => { + const data = await crawler.scrapeAd(urlToScrape); + console.log(data); + })(); +} else { + console.log("No URL to scrape. Use like this : "); + console.log("npm run test-olx-scraper -- URL_TO_SCRAPE"); +}