diff --git a/app/crawler/specificCrawlers/prostor.js b/app/crawler/specificCrawlers/prostor.js index 6e32af8..01e2402 100644 --- a/app/crawler/specificCrawlers/prostor.js +++ b/app/crawler/specificCrawlers/prostor.js @@ -587,17 +587,21 @@ class ProstorCrawler { } async loginForScraping(PROSTOR_LOGIN) { console.log("PROSTOR_LOGIN", PROSTOR_LOGIN); - var formData = new FormData(); + const prostorCookie = await this.getCookies(); + console.log("prostor cookie", prostorCookie); + let formData = new FormData(); formData.append("email", PROSTOR_LOGIN.EMAIL); formData.append("password", PROSTOR_LOGIN.PASSWORD); - //When once loged in it stays loged in with same credentials. + //When once loged in it stays loged in with same credentials. //Do we need to log out ?? return fetch("https://prostor.ba/moj-prostor/prijava", { method: "POST", body: formData, - headers: { Cookie: "ci_session=3a47b6e18b3b9bc146bcde1f95126cbad0f58bf7" } + headers: { Cookie: prostorCookie } }) .then(page => { + // + console.log("headers: ", page.headers.raw()["set-cookie"]); return page.text(); }) .then(resp => { @@ -619,6 +623,20 @@ class ProstorCrawler { console.log("[PROSTOR]: Crawler login error ", err); }); } + async getCookies() { + const getResponse = await fetch("https://prostor.ba/moj-prostor/prijava", { + headers: { Cookie: "" } + }); + const raw = getResponse.headers.raw()["set-cookie"]; + const cookie = raw + .map(datastring => { + const data = datastring.split(";"); + const cookieData = data[0]; + return cookieData; + }) + .join(";"); + return cookie; + } } module.exports = ProstorCrawler;