2019-10-18 09:14:08 +02:00
|
|
|
"use strict";
|
|
|
|
|
|
2019-10-24 16:57:23 +02:00
|
|
|
const olxCrawler = require("../app/crawler/specificCrawlers/olx");
|
2019-10-18 09:14:08 +02:00
|
|
|
|
|
|
|
|
const urlToScrape = process.argv[2] || undefined;
|
|
|
|
|
|
|
|
|
|
if (urlToScrape) {
|
|
|
|
|
const crawler = new olxCrawler();
|
|
|
|
|
|
|
|
|
|
(async () => {
|
|
|
|
|
const data = await crawler.scrapeAd(urlToScrape);
|
|
|
|
|
console.log(data);
|
|
|
|
|
})();
|
|
|
|
|
} else {
|
|
|
|
|
console.log("No URL to scrape. Use like this : ");
|
|
|
|
|
console.log("npm run test-olx-scraper -- URL_TO_SCRAPE");
|
|
|
|
|
}
|