Mikaela/Limnoria
1
0
Fork 0
mirror of https://github.com/Mikaela/Limnoria.git synced 2025-01-30 22:24:20 +01:00
Code Issues Projects Releases Wiki Activity

Added titleSnarfer (RFE #842238).

Browse Source
This commit is contained in:
Jeremy Fincher 2003-12-17 13:55:22 +00:00
parent 29b0e20b2d
commit 7ce4ab206c
2 changed files with 29 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
plugins/URL.py
View File

@ -49,6 +49,7 @@ import urlparse
import conf import conf
import utils import utils
import ircmsgs import ircmsgs
import webutils
import ircutils import ircutils
import privmsgs import privmsgs
import callbacks import callbacks
@ -89,15 +90,20 @@ def configure(onStart, afterConnect, advanced):
class URL(callbacks.PrivmsgCommandAndRegexp, class URL(callbacks.PrivmsgCommandAndRegexp,
configurable.Mixin, configurable.Mixin,
plugins.ChannelDBHandler): plugins.ChannelDBHandler):
regexps = ['tinyurlSnarfer'] regexps = ['tinyurlSnarfer', 'titleSnarfer']
configurables = configurable.Dictionary( configurables = configurable.Dictionary(
[('tinyurl-snarfer', configurable.BoolType, False, [('tinyurl-snarfer', configurable.BoolType, False,
"""Determines whether the bot will output shorter versions of URLs """Determines whether the bot will output shorter versions of URLs
longer than the tinyurl-minimum-length config variable."""), longer than the tinyurl-minimum-length config variable."""),
('tinyurl-minimum-length', configurable.IntType, 46, ('tinyurl-minimum-length', configurable.IntType, 46,
"""The minimum length a URL must be before the tinyurl-snarfer will """The minimum length a URL must be before the tinyurl-snarfer will
snarf it and offer a tinyurl replacement."""),] snarf it and offer a tinyurl replacement."""),
('title-snarfer', configurable.BoolType, False,
"""Determines whether the bot will output the HTML title of URLs it
sees in the channel."""),]
) )
_titleRe = re.compile('<title>(.*?)</title>', re.I)
maxSize = 4096
def __init__(self): def __init__(self):
self.nextMsgs = {} self.nextMsgs = {}
callbacks.PrivmsgCommandAndRegexp.__init__(self) callbacks.PrivmsgCommandAndRegexp.__init__(self)
@ -172,8 +178,8 @@ class URL(callbacks.PrivmsgCommandAndRegexp,
if not ircutils.isChannel(msg.args[0]): if not ircutils.isChannel(msg.args[0]):
return return
channel = msg.args[0] channel = msg.args[0]
url = match.group(0)
if self.configurables.get('tinyurl-snarfer', channel): if self.configurables.get('tinyurl-snarfer', channel):
url = match.group(0)
minlen = self.configurables.get('tinyurl-minimum-length', channel) minlen = self.configurables.get('tinyurl-minimum-length', channel)
if len(url) >= minlen: if len(url) >= minlen:
db = self.getDb(channel) db = self.getDb(channel)
@ -188,6 +194,20 @@ class URL(callbacks.PrivmsgCommandAndRegexp,
irc.reply(msg, s, prefixName=False) irc.reply(msg, s, prefixName=False)
tinyurlSnarfer = privmsgs.urlSnarfer(tinyurlSnarfer) tinyurlSnarfer = privmsgs.urlSnarfer(tinyurlSnarfer)
def titleSnarfer(self, irc, msg, match):
r"https?://[^\])>\s]+"
if not ircutils.isChannel(msg.args[0]):
return
channel = msg.args[0]
if self.configurables.get('title-snarfer', channel):
url = match.group(0)
text = webutils.getUrl(url, size=self.maxSize)
m = self._titleRe.search(text)
if m is not None:
s = utils.htmlToText(m.group(1).strip())
irc.reply(msg, 'Title: %s' % s, prefixName=False)
titleSnarfer = privmsgs.urlSnarfer(titleSnarfer)
def _updateTinyDb(self, url, tinyurl, channel): def _updateTinyDb(self, url, tinyurl, channel):
db = self.getDb(channel) db = self.getDb(channel)
cursor = db.cursor() cursor = db.cursor()

6
test/test_URL.py
View File

@ -119,6 +119,12 @@ if sqlite is not None:
'term=all+your+base+are+belong+to+us', 'term=all+your+base+are+belong+to+us',
r'http://tinyurl.com/u479.* \(was') r'http://tinyurl.com/u479.* \(was')
def testTitleSnarfer(self):
self.assertNoResponse('http://microsoft.com/')
self.assertNotError('url config title-snarfer on')
self.assertResponse('http://microsoft.com/',
'Title: Microsoft Corporation')
# vim:set shiftwidth=4 tabstop=8 expandtab textwidth=78: # vim:set shiftwidth=4 tabstop=8 expandtab textwidth=78: