Limnoria/plugins/Debian.py

273 lines
11 KiB
Python
Raw Normal View History

2003-08-22 02:46:05 +02:00
#!/usr/bin/env python
###
# Copyright (c) 2002, Jeremiah Fincher
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#
# * Redistributions of source code must retain the above copyright notice,
# this list of conditions, and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright notice,
# this list of conditions, and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# * Neither the name of the author of this software nor the name of
# contributors to this software may be used to endorse or promote products
# derived from this software without specific prior written consent.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
###
"""
2003-08-27 20:06:26 +02:00
This is a module to contain Debian-specific commands.
2003-08-22 02:46:05 +02:00
"""
import plugins
2003-08-22 02:46:05 +02:00
import re
2003-08-22 02:46:05 +02:00
import gzip
import sets
2003-10-03 02:23:03 +02:00
import getopt
2003-08-22 02:46:05 +02:00
import popen2
import urllib
import fnmatch
import os.path
2003-08-22 02:52:10 +02:00
import urllib2
2003-08-22 02:46:05 +02:00
from itertools import imap, ifilter
import conf
import utils
import privmsgs
import callbacks
def configure(onStart, afterConnect, advanced):
# This will be called by setup.py to configure this module. onStart and
# afterConnect are both lists. Append to onStart the commands you would
# like to be run when the bot is started; append to afterConnect the
# commands you would like to be run when the bot has finished connecting.
from questions import expect, anything, something, yn
onStart.append('load Debian')
if not utils.findBinaryInPath('zegrep'):
if not advanced:
print 'I can\'t find zegrep in your path. This is necessary '
print 'to run the debfile command. I\'ll disable this command '
print 'now. When you get zegrep in your path, use the command '
print '"enable debfile" to re-enable the command.'
onStart.append('disable debfile')
else:
print 'I can\'t find zegrep in your path. If you want to run the '
print 'debfile command with any sort of expediency, you\'ll need '
print 'it. You can use a python equivalent, but it\'s about two '
print 'orders of magnitude slower. THIS MEANS IT WILL TAKE AGES '
print 'TO RUN THIS COMMAND. Don\'t do this.'
if yn('Do you want to use a Python equivalent of zegrep?') == 'y':
onStart.append('usepythonzegrep')
else:
print 'I\'ll disable debfile now.'
onStart.append('disable debfile')
2003-08-27 20:06:26 +02:00
example = utils.wrapLines("""
<jemfinch> @list Debian
<supybot> debfile, debian, debincoming, debversion, usepythonzegrep
2003-08-27 20:06:26 +02:00
<jemfinch> @debversion python
<supybot> Total matches: 3, shown: 3. python 2.1.3-3.2 (stable), python 2.2.3-3 (testing), python 2.3-4 (unstable)
<jemfinch> @debfile --exact /usr/bin/python
2003-08-27 20:06:26 +02:00
<supybot> python/python, devel/crystalspace-dev, python/python1.5, python/python2.1, python/python2.1-popy, python/python2.2, python/python2.2-popy, python/python2.3, python/python2.3-popy, devel/sloccount, graphics/pythoncad, mail/pms
""")
2003-08-22 02:46:05 +02:00
class Debian(callbacks.Privmsg, plugins.PeriodicFileDownloader):
2003-08-22 02:46:05 +02:00
threaded = True
periodicFiles = {
# This file is only updated once a week, so there's no sense in
# downloading a new one every day.
2003-08-22 02:46:05 +02:00
'Contents-i386.gz': ('ftp://ftp.us.debian.org/'
'debian/dists/unstable/Contents-i386.gz',
604800, None)
2003-08-22 02:46:05 +02:00
}
contents = os.path.join(conf.dataDir, 'Contents-i386.gz')
2003-08-22 02:46:05 +02:00
def __init__(self):
callbacks.Privmsg.__init__(self)
plugins.PeriodicFileDownloader.__init__(self)
2003-08-22 02:46:05 +02:00
self.usePythonZegrep = False
def usepythonzegrep(self, irc, msg, args):
2003-09-06 20:29:44 +02:00
"""takes no arguments
Mostly a debuggin tool; tells the module to use its own hand-rolled
zegrep in Python rather than an actual zegrep command. The Python
zegrep is about 50x slower than a real zegrep, so you probably don't
want to do this.
"""
2003-08-22 02:46:05 +02:00
self.usePythonZegrep = not self.usePythonZegrep
irc.reply(msg, conf.replySuccess)
def debfile(self, irc, msg, args):
"""[--{regexp,exact}=<value>] [<glob>]
2003-09-06 20:29:44 +02:00
Returns packages in Debian that includes files matching <glob>. If
--regexp is given, returns packages that include files matching the
given regexp. If --exact is given, returns packages that include files
matching exactly the string given.
2003-09-06 20:29:44 +02:00
"""
2003-08-22 02:46:05 +02:00
self.getFile('Contents-i386.gz')
# Make sure it's anchored, make sure it doesn't have a leading slash
# (the filenames don't have leading slashes, and people may not know
# that).
(optlist, rest) = getopt.getopt(args, '', ['regexp=', 'exact='])
if not optlist and not rest:
raise callbacks.ArgumentError
if len(optlist) + len(rest) > 1:
irc.error(msg, 'Only one search option is allowed.')
return
for (option, arg) in optlist:
if option == '--exact':
regexp = arg.lstrip('/')
elif option == '--regexp':
regexp = arg
if rest:
glob = rest.pop()
regexp = fnmatch.translate(glob.lstrip('/'))
2003-08-22 02:46:05 +02:00
try:
re_obj = re.compile(regexp, re.I)
except Exception, e:
irc.error(msg, "Error in regexp: %s" % e)
2003-08-22 02:46:05 +02:00
return
if self.usePythonZegrep:
fd = gzip.open(self.contents)
r = imap(lambda tup: tup[0], \
ifilter(lambda tup: tup[0], \
imap(lambda line: (re_obj.search(line), line),
fd)))
else:
(r, w) = popen2.popen4(['zegrep', regexp, self.contents])
packages = sets.Set() # Make packages unique
try:
for line in r:
if len(packages) > 100:
irc.error(msg, 'More than 100 packages matched, '
'please narrow your search.')
return
try:
(filename, pkg_list) = line[:-1].split()
if filename == 'FILE':
# This is the last line before the actual files.
continue
except ValueError: # Unpack list of wrong size.
continue # We've not gotten to the files yet.
packages.update(pkg_list.split(','))
finally:
r.close()
w.close()
2003-08-22 02:46:05 +02:00
if len(packages) == 0:
irc.reply(msg, 'I found no packages with that file.')
else:
irc.reply(msg, utils.commaAndify(packages))
2003-08-22 02:46:05 +02:00
2003-08-22 02:52:10 +02:00
_debreflags = re.DOTALL | re.IGNORECASE
2003-10-04 16:57:05 +02:00
_debpkgre = re.compile(r'<a[^>]+>(.*?)</a>', _debreflags)
2003-08-22 02:52:10 +02:00
_debbrre = re.compile(r'<td align="center">(\S+)\s*</?td>', _debreflags)
2003-10-04 16:57:05 +02:00
_debtablere = re.compile(r'<table[^>]*>(.*?)</table>', _debreflags)
2003-08-22 02:52:10 +02:00
_debnumpkgsre = re.compile(r'out of total of (\d+)', _debreflags)
_debBranches = ('stable', 'testing', 'unstable', 'experimental')
def debversion(self, irc, msg, args):
"""[stable|testing|unstable|experimental] <package name>
2003-08-22 02:52:10 +02:00
Returns the current version(s) of a Debian package in the given branch
(if any, otherwise all available ones are displayed).
"""
if not args:
raise callbacks.ArgumentError
if args and args[0] in self._debBranches:
branch = args.pop(0)
2003-08-22 02:52:10 +02:00
else:
branch = 'all'
if not args:
irc.error(msg, 'You must give a package name.')
return
2003-08-22 02:52:10 +02:00
responses = []
numberOfPackages = 0
package = privmsgs.getArgs(args)
package = urllib.quote(package)
url = 'http://packages.debian.org/cgi-bin/search_packages.pl?keywords'\
'=%s&searchon=names&version=%s&release=all' % (package, branch)
fd = urllib2.urlopen(url)
html = fd.read()
fd.close()
m = self._debnumpkgsre.search(html)
if m:
numberOfPackages = m.group(1)
m = self._debtablere.search(html)
if m is None:
irc.reply(msg, 'No package found for %s (%s)' % \
(urllib.unquote(package), branch))
else:
tableData = m.group(1)
rows = tableData.split('</TR>')
for row in rows:
pkgMatch = self._debpkgre.search(row)
brMatch = self._debbrre.search(row)
if pkgMatch and brMatch:
s = '%s (%s)' % (pkgMatch.group(1), brMatch.group(1))
responses.append(s)
resp = 'Total matches: %s, shown: %s. %s' % \
(numberOfPackages, len(responses), ', '.join(responses))
irc.reply(msg, resp)
2003-08-22 02:52:10 +02:00
2003-10-03 02:23:03 +02:00
_incomingRe = re.compile(r'<a href="(.*?\.deb)">', re.I)
2003-09-27 05:54:58 +02:00
def debincoming(self, irc, msg, args):
2003-10-03 02:23:03 +02:00
"""[--{regexp,arch}=<value>] [<glob>]
2003-09-27 05:54:58 +02:00
2003-10-03 02:23:03 +02:00
Checks debian incoming for a matching package name. The arch
parameter defaults to i386; --regexp returns only those package names
that match a given regexp, and normal matches use standard *nix
globbing.
"""
(optlist, rest) = getopt.getopt(args, '', ['regexp=', 'arch='])
predicates = []
archPredicate = lambda s: ('_i386.' in s)
for (option, arg) in optlist:
if option == '--regexp':
try:
r = utils.perlReToPythonRe(arg)
predicates.append(r.search)
except ValueError:
irc.error('%r is not a valid regexp.' % arg)
return
elif option == '--arch':
arg = '_%s.' % arg
archPredicate = lambda s, arg=arg: (arg in s)
predicates.append(archPredicate)
for arg in rest:
predicates.append(lambda s: fnmatch.fnmatch(s, arg))
packages = []
fd = urllib2.urlopen('http://incoming.debian.org/')
for line in fd:
m = self._incomingRe.search(line)
if m:
name = m.group(1)
2003-10-03 02:23:03 +02:00
if all(lambda p: p(name), predicates):
realname = rsplit(name, '_', 1)[0]
2003-10-03 02:23:03 +02:00
packages.append(realname)
if len(packages) == 0:
irc.error(msg, 'No packages matched that search.')
2003-09-27 05:54:58 +02:00
else:
irc.reply(msg, utils.commaAndify(packages))
debincoming = privmsgs.thread(debincoming)
2003-09-27 05:54:58 +02:00
2003-08-22 02:46:05 +02:00
Class = Debian
# vim:set shiftwidth=4 tabstop=8 expandtab textwidth=78: