GitHub
/
pbot
mirror of https://github.com/pragma-/pbot.git
3
0
Fork 0
Code Issues Projects Releases Wiki Activity

Update get_title.pl to use Levenshtein matching on URLs/titles in order to avoid displaying titles that are similiar to URLs

This commit is contained in:
Pragmatic Software 2013-06-03 17:02:58 +00:00
parent dc52430044
commit f512efd6cc
1 changed files with 15 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
modules/get_title.pl
View File

@ -4,12 +4,13 @@
use LWP::UserAgent;
use HTML::Entities;
use Text::Levenshtein qw(fastdistance);
my ($text);
if ($#ARGV <= 0)
{
print "Usage: !title nick URL\n";
print "Usage: title nick URL\n";
exit;
}
@ -18,6 +19,7 @@ $arguments = join("%20", @ARGV);
exit if($arguments =~ m/stackoverflow.com/i);
exit if($arguments =~ m/scratch.mit.edu/i);
exit if($arguments =~ m/imgur.com/i);
exit if($arguments =~ m/sprunge.us/i);
exit if($arguments =~ m/hastebin.com/i);
exit if($arguments =~ m/lmgtfy.com/i);
@ -35,8 +37,8 @@ exit if($arguments =~ m/pastie/i);
exit if($arguments =~ m/ideone.com/i);
exit if($arguments =~ m/codepad.org/i);
exit if($arguments =~ m/^http\:\/\/past(e|ing)\./i);
exit if($arguments =~ m/paste.*\.(?:com|org|net|ch|ca|uk|info)/i);
exit if($arguments =~ m/pasting.*\.(?:com|org|net|ca|uk|info|ch)/i);
exit if($arguments =~ m/paste.*\.(?:com|org|net|ch|ca|de|uk|info)/i);
exit if($arguments =~ m/pasting.*\.(?:com|org|net|ca|de|uk|info|ch)/i);
my $ua = LWP::UserAgent->new;
$ua->agent("Mozilla/5.0");
@ -99,4 +101,14 @@ $t = decode_entities($t);
$t =~ s/^\s+//;
$t =~ s/\s+$//;
my ($file) = $arguments =~ m/.*\/(.*)$/;
$file =~ s/[_-]/ /g;
my $distance = fastdistance(lc $file, lc $t);
my $length = (length $file > length $t) ? length $file : length $t;
if($distance / $length < 0.75) {
exit;
}
print "Title of $nick\'s link: $t\n" if length $t;