diff --git a/package.json b/package.json index 6c00483..ca18f22 100644 --- a/package.json +++ b/package.json @@ -14,7 +14,8 @@ "crawl": "cd app/crawler && node npmCrawl.js", "daily-notify": "cd app/npmScripts && node npmDailyNotify.js", "test-search": "cd test && node searchTest.js", - "test-olx-scraper": "cd test && node olxScrapeTest.js" + "test-olx-scraper": "cd test && node olxScrapeTest.js", + "test-rental-scraper": "cd test && node rentalScrapeTest.js" }, "repository": { "type": "git", diff --git a/test/rentalScrapeTest.js b/test/rentalScrapeTest.js new file mode 100644 index 0000000..9828f2d --- /dev/null +++ b/test/rentalScrapeTest.js @@ -0,0 +1,17 @@ +"use strict"; + +const rentalCrawler = require("../app/crawler/specificCrawlers/rental"); + +const urlToScrape = process.argv[2] || undefined; + +if (urlToScrape) { + const crawler = new rentalCrawler(); + + (async () => { + const data = await crawler.scrapeAd(urlToScrape); + console.log(data); + })(); +} else { + console.log("No URL to scrape. Use like this : "); + console.log("npm run test-olx-scraper -- URL_TO_SCRAPE"); +}