change summarizing lib

This commit is contained in:
GotPPay
2018-04-02 03:41:15 +02:00
parent cd74990165
commit e4b1617dc1
3 changed files with 42 additions and 2249 deletions

View File

@@ -1,6 +1,6 @@
let request = require ('request');
let Parser = require ('rss-parser');
let summarizer = require ('node-summary');
let summarizer = require('nodejs-text-summarizer')
const constants = require ('../config/constants');
let parser = new Parser ();
@@ -34,18 +34,6 @@ getDataFromWPJSON = function (sourceUrl, page = 1, maxPosts = 10) {
});
};
summarizeText = function (title, text) {
return new Promise ((resolve, reject) => {
summarizer.summarize (title, text, (err, summary) => {
if (err) {
reject (err);
} else {
resolve (summary);
}
});
});
};
module.exports = {
getAnswerFromWP: function (sourceUrl) {
//This function will extract needed data from JSON, which we got from getDataFromWPJSON
@@ -70,25 +58,19 @@ module.exports = {
getDataFromWPJSON (sourceUrl, 1, postCount)
.then (rawData => {
let result = '';
let summarizers = [];
rawData.forEach (post => {
summarizers.push (
summarizeText (post.title.rendered, post.content.rendered).then(summary=>{
result += (includeTitle) ? post.title.rendered : '';
result += (includeTitle) ? `<break time="${constants.voiceResponseTimings.PAUSE_BETWEEN_TITLE_AND_CONTENT}ms"/>` : '';
result += summary;
result += `<break time="${constants.voiceResponseTimings.PAUSE_BETWEEN_NEWS}ms"/>`;
}).catch(err=>{
result += constants.voiceResponseString.ERROR_SUMMARIZING_CONTENT;
result += `<break time="${constants.voiceResponseTimings.PAUSE_BETWEEN_NEWS}ms"/>`;
})
);
});
Promise.all(summarizers).then(()=>{
try{
rawData.forEach (post => {
result += (includeTitle) ? post.title.rendered : '';
result += (includeTitle) ? `<break time="${constants.voiceResponseTimings.PAUSE_BETWEEN_TITLE_AND_CONTENT}ms"/>` : '';
result += summarizer(post.content.rendered);
result += `<break time="${constants.voiceResponseTimings.PAUSE_BETWEEN_NEWS}ms"/>`;
});
resolve(result);
}).catch(()=>{
reject(result);
});
}catch(err){
reject(constants.voiceResponseString.ERROR_SUMMARIZING_CONTENT)
}
})
.catch (err => {
reject (constants.voiceResponseString.ERROR_FETCHING_CONTENT);

2244
backend/package-lock.json generated

File diff suppressed because it is too large Load Diff

View File

@@ -10,8 +10,7 @@
"express": "^4.13.0",
"isomorphic-fetch": "^2.2.1",
"mongodb": "^2.2.33",
"node-summary": "^1.2.0",
"nodejs-text-summarizer": "^2.0.3",
"nodejs-text-summarizer": "GotPPay/nodejs-text-summarizer",
"nodemailer": "^4.4.1",
"request": "^2.83.0",
"rss-parser": "^3.1.1"