From 6791a509d042b1de4d0269eb75043e3afdeb08ba Mon Sep 17 00:00:00 2001
From: Bilal Catic <bilal.catic@hotmail.com>
Date: Thu, 20 Feb 2020 21:07:16 +0100
Subject: [PATCH] make user agent header configurable through env variable

---
 app/config/appConfig.js     | 7 ++++++-
 app/helpers/fetchWrapper.js | 4 ++--
 development.env             | 3 ++-
 3 files changed, 10 insertions(+), 4 deletions(-)

diff --git a/app/config/appConfig.js b/app/config/appConfig.js
index 1ed59a3..411e6ff 100644
--- a/app/config/appConfig.js
+++ b/app/config/appConfig.js
@@ -41,6 +41,10 @@ const PROSTOR_LOGIN = {
   PASSWORD: process.env.PROSTOR_LOGIN_PASS
 };
 
+const USER_AGENT =
+  process.env.USER_AGENT ||
+  "Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36";
+
 module.exports = {
   APP_PORT,
   APP_URL,
@@ -54,5 +58,6 @@ module.exports = {
   API_MAP_KEY,
   STAGING,
   CHECK_UP_DAYS,
-  PROSTOR_LOGIN
+  PROSTOR_LOGIN,
+  USER_AGENT
 };
diff --git a/app/helpers/fetchWrapper.js b/app/helpers/fetchWrapper.js
index 5a660e2..1d9b198 100644
--- a/app/helpers/fetchWrapper.js
+++ b/app/helpers/fetchWrapper.js
@@ -1,12 +1,12 @@
 const nodeFetch = require("node-fetch");
+const { USER_AGENT } = require("../config/appConfig");
 
 const fetch = async (url, options = {}) => {
   const newOptions = Object.assign({}, options);
   if (!newOptions["headers"]) {
     newOptions["headers"] = {};
   }
-  newOptions["headers"]["User-Agent"] =
-    "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.106 Safari/537.36";
+  newOptions["headers"]["User-Agent"] = USER_AGENT;
   return nodeFetch(url, newOptions);
 };
 
diff --git a/development.env b/development.env
index 683fe65..bc1cc92 100644
--- a/development.env
+++ b/development.env
@@ -10,6 +10,7 @@ APP_BASE_URL=base url for the app
 
 ENVIRONMENT=Variable to denote development, staging and production
 
+USER_AGENT=User agent header to send in fetch requests
 
 MAX_REAL_ESTATES_IN_EMAIL=Max number of real estates that will be shown in email, others will be truncated and URL with full list will be shwon
 MAX_REAL_ESTATES_IN_FIRST_EMAIL=Max number of real estates that will be shown in first (welcome) email
@@ -69,4 +70,4 @@ AKTIDO_FORCE_CRAWL=Non-zero value will force crawler to crawl all pages without
 SALJIC_MAX_RESULTS_PER_PAGE=For Saljic crawler, this represents how many ads are crawled at once
 SALJIC_CRAWLER_AD_TYPE=enum name of what type of ads should be crawled, check common/enums.js file for valid values
 SALJIC_CRAWLER_AD_CATEGORIES=comma separated list of enum names of categories to be included, check common/enums.js file for valid values
-SALJIC_FORCE_CRAWL=Non-zero value will force crawler to crawl all pages without stopping when known real estate is found
\ No newline at end of file
+SALJIC_FORCE_CRAWL=Non-zero value will force crawler to crawl all pages without stopping when known real estate is found