2014-05-23 03:24:45 +02:00
|
|
|
/**
|
|
|
|
* Module Name: RSS
|
|
|
|
* Description: Allows to read RSS feeds
|
|
|
|
*/
|
|
|
|
var FeedParser = require('feedparser')
|
|
|
|
, request = require('request');
|
|
|
|
|
|
|
|
var rss = function(dbot) {
|
2014-05-24 17:16:56 +02:00
|
|
|
this.pollInterval = 120000;
|
2014-05-24 01:12:47 +02:00
|
|
|
var self = this;
|
2014-05-23 03:24:45 +02:00
|
|
|
this.internalAPI = {
|
2014-05-24 17:16:56 +02:00
|
|
|
'makeRequest': function(id,feed) {
|
|
|
|
var fid = id;
|
|
|
|
var req = request(feed.url);
|
2014-05-24 01:12:47 +02:00
|
|
|
var feedparser = new FeedParser();
|
2014-05-24 17:16:56 +02:00
|
|
|
//dbot.say(feed.server,feed.channel,"Sending request for feed "+fid+" name "+feed.name+" lP:"+feed.lastPosted);
|
2014-05-23 03:24:45 +02:00
|
|
|
req.on('error', function (error) {
|
2014-05-24 17:16:56 +02:00
|
|
|
dbot.say(feed.server,feed.channel,"RSS: Request for RSS feed got an error: "+error+" Start self-destruct sequence.");
|
2014-05-23 03:24:45 +02:00
|
|
|
});
|
|
|
|
req.on('response', function (res) {
|
|
|
|
var stream = this;
|
|
|
|
|
2014-05-24 01:12:47 +02:00
|
|
|
if (res.statusCode != 200){
|
2014-05-24 17:16:56 +02:00
|
|
|
dbot.say(feed.server,feed.channel,"RSS: RSS server returned status code "+res.statusCode+". Bastard.");
|
2014-05-24 01:12:47 +02:00
|
|
|
return;
|
|
|
|
}
|
2014-05-23 03:24:45 +02:00
|
|
|
|
2014-05-24 01:12:47 +02:00
|
|
|
stream.pipe(feedparser);
|
2014-05-23 03:24:45 +02:00
|
|
|
});
|
|
|
|
|
2014-05-24 01:12:47 +02:00
|
|
|
feedparser.on('error', function(error) {
|
2014-05-24 17:16:56 +02:00
|
|
|
dbot.say(feed.server,feed.channel,"RSS: Feedparser encountered an error: "+error+";;; Inform administrator!");
|
2014-05-23 03:24:45 +02:00
|
|
|
});
|
2014-05-24 01:12:47 +02:00
|
|
|
feedparser.on('readable', function() {
|
2014-05-23 03:24:45 +02:00
|
|
|
// This is where the action is!
|
|
|
|
var stream = this
|
|
|
|
, meta = this.meta // **NOTE** the "meta" is always available in the context of the feedparser instance
|
|
|
|
, item;
|
|
|
|
|
|
|
|
while (item = stream.read()) {
|
2014-05-24 17:16:56 +02:00
|
|
|
if(item.pubdate.getTime() - feed.lastPosted > 0) {
|
2014-05-24 19:13:40 +02:00
|
|
|
var rss = item;
|
2014-05-24 17:16:56 +02:00
|
|
|
feed.lastPosted = item.pubdate.getTime();
|
2014-05-24 20:15:12 +02:00
|
|
|
dbot.db.feeds[fid].lastPosted = feed.lastPosted;
|
2014-05-24 19:13:40 +02:00
|
|
|
var options = {
|
|
|
|
uri: 'https://www.googleapis.com/urlshortener/v1/url',
|
|
|
|
method: 'POST',
|
|
|
|
json: {
|
|
|
|
"longUrl": rss.link
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
request(options, function (error, response, body) {
|
|
|
|
if (!error && response.statusCode == 200) {
|
|
|
|
dbot.say(feed.server,feed.channel,"["+feed.name+"] ["+rss.title+"] [Post by "+rss.author+" in "+rss.categories[0]+"] - "+body.id);
|
|
|
|
} else {
|
|
|
|
dbot.say(feed.server,feed.channel,"RSS: Request to shorten URL returned: "+body.id);
|
|
|
|
}
|
|
|
|
});
|
2014-05-24 02:46:01 +02:00
|
|
|
}
|
2014-05-23 03:24:45 +02:00
|
|
|
}
|
|
|
|
});
|
|
|
|
}.bind(this),
|
2014-05-24 17:16:56 +02:00
|
|
|
'checkFeeds': function() {
|
|
|
|
console.log("Checking feeds...");
|
2014-05-24 01:12:47 +02:00
|
|
|
for(var i=0;i<dbot.db.feeds.length;++i) {
|
2014-05-24 17:16:56 +02:00
|
|
|
this.internalAPI.makeRequest(i,dbot.db.feeds[i]);
|
2014-05-24 01:12:47 +02:00
|
|
|
}
|
2014-05-24 17:16:56 +02:00
|
|
|
}.bind(this),
|
|
|
|
'reloadFeeds': function() {
|
|
|
|
return setInterval(this.internalAPI.checkFeeds,self.pollInterval);
|
2014-05-23 03:24:45 +02:00
|
|
|
}.bind(this)
|
|
|
|
};
|
|
|
|
this.commands = {
|
|
|
|
'~addrssfeed': function(event) {
|
|
|
|
if(event.params.length < 3) {
|
|
|
|
event.reply("GIMME TWO PARAMETERS DUDE");
|
|
|
|
return;
|
|
|
|
}
|
2014-05-24 02:46:01 +02:00
|
|
|
var now = Date.now();
|
|
|
|
dbot.db.feeds.push({server:event.server, channel:event.channel.name, name:event.params[1], url:event.params[2], lastPosted: now});
|
2014-05-23 03:24:45 +02:00
|
|
|
event.reply("Adding RSS feed named "+event.params[1]+" with URL "+event.params[2]);
|
|
|
|
},
|
2014-05-24 01:12:47 +02:00
|
|
|
'~rsstest': function(event) {
|
2014-05-24 01:27:57 +02:00
|
|
|
event.reply("I posted RSS last @ "+self.lastPosted);
|
2014-05-24 01:12:47 +02:00
|
|
|
event.reply("Nothing to test. Go home.");
|
2014-05-23 03:24:45 +02:00
|
|
|
},
|
|
|
|
'~delrssfeed': function(event) {
|
|
|
|
for(var i=0;i<dbot.db.feeds.length;++i) {
|
|
|
|
if(dbot.db.feeds[i].server == event.server && dbot.db.feeds[i].channel == event.channel.name && dbot.db.feeds[i].name == event.params[1]) {
|
|
|
|
event.reply("Found feed "+event.params[1]+" you were looking for...");
|
|
|
|
dbot.db.feeds.splice(i,1);
|
|
|
|
event.reply("... removed!");
|
2014-05-24 20:15:12 +02:00
|
|
|
break;
|
2014-05-23 03:24:45 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
|
|
|
this.onLoad = function() {
|
2014-05-24 17:16:56 +02:00
|
|
|
this.interval = this.internalAPI.reloadFeeds();
|
2014-05-24 01:12:47 +02:00
|
|
|
};
|
|
|
|
this.onDestroy = function() {
|
2014-05-24 17:16:56 +02:00
|
|
|
clearInterval(this.interval);
|
2014-05-24 01:12:47 +02:00
|
|
|
};
|
2014-05-23 03:24:45 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
exports.fetch = function(dbot) {
|
|
|
|
return new rss(dbot);
|
|
|
|
};
|