Limnoria/plugins/Debian.py

327 lines
13 KiB
Python
Raw Normal View History

2003-08-22 02:46:05 +02:00
#!/usr/bin/env python
###
# Copyright (c) 2002, Jeremiah Fincher
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are met:
#
# * Redistributions of source code must retain the above copyright notice,
# this list of conditions, and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright notice,
# this list of conditions, and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# * Neither the name of the author of this software nor the name of
# contributors to this software may be used to endorse or promote products
# derived from this software without specific prior written consent.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
# POSSIBILITY OF SUCH DAMAGE.
###
"""
2003-08-27 20:06:26 +02:00
This is a module to contain Debian-specific commands.
2003-08-22 02:46:05 +02:00
"""
2003-11-25 09:23:47 +01:00
__revision__ = "$Id$"
import plugins
2003-08-22 02:46:05 +02:00
import re
2003-08-22 02:46:05 +02:00
import gzip
import sets
2003-10-03 02:23:03 +02:00
import getopt
2003-08-22 02:46:05 +02:00
import popen2
import socket
import urllib
import fnmatch
import os.path
2003-08-22 02:46:05 +02:00
from itertools import imap, ifilter
import registry
2003-08-22 02:46:05 +02:00
import conf
import utils
import privmsgs
import webutils
2003-08-22 02:46:05 +02:00
import callbacks
def configure(advanced):
2003-08-22 02:46:05 +02:00
# This will be called by setup.py to configure this module. onStart and
# afterConnect are both lists. Append to onStart the commands you would
# like to be run when the bot is started; append to afterConnect the
# commands you would like to be run when the bot has finished connecting.
from questions import expect, anything, something, yn
conf.registerPlugin('Debian', True)
2003-08-22 02:46:05 +02:00
if not utils.findBinaryInPath('zegrep'):
if not advanced:
print 'I can\'t find zegrep in your path. This is necessary '
2003-10-21 07:11:53 +02:00
print 'to run the file command. I\'ll disable this command '
2003-08-22 02:46:05 +02:00
print 'now. When you get zegrep in your path, use the command '
2003-10-21 07:11:53 +02:00
print '"enable file" to re-enable the command.'
onStart.append('disable file')
2003-08-22 02:46:05 +02:00
else:
print 'I can\'t find zegrep in your path. If you want to run the '
2003-10-21 07:11:53 +02:00
print 'file command with any sort of expediency, you\'ll need '
2003-08-22 02:46:05 +02:00
print 'it. You can use a python equivalent, but it\'s about two '
print 'orders of magnitude slower. THIS MEANS IT WILL TAKE AGES '
print 'TO RUN THIS COMMAND. Don\'t do this.'
if yn('Do you want to use a Python equivalent of zegrep?') == 'y':
conf.supybot.plugins.Debian.pythonZegrep.setValue(True)
2003-08-22 02:46:05 +02:00
else:
2003-10-21 07:11:53 +02:00
print 'I\'ll disable file now.'
onStart.append('disable file')
2003-08-22 02:46:05 +02:00
conf.registerPlugin('Debian')
conf.registerGlobalValue(conf.supybot.plugins.Debian, 'pythonZegrep',
registry.Boolean(False, """An advanced option, mostly just for testing;
uses a Python-coded zegrep rather than the actual zegrep executable,
generally resulting in a 50x slowdown. What would take 2 seconds will
take 100 with this enabled. Don't enable this."""))
class Debian(callbacks.Privmsg,
plugins.PeriodicFileDownloader):
2003-08-22 02:46:05 +02:00
threaded = True
periodicFiles = {
# This file is only updated once a week, so there's no sense in
# downloading a new one every day.
2003-08-22 02:46:05 +02:00
'Contents-i386.gz': ('ftp://ftp.us.debian.org/'
'debian/dists/unstable/Contents-i386.gz',
604800, None)
2003-08-22 02:46:05 +02:00
}
2004-01-18 08:58:26 +01:00
contents = os.path.join(conf.supybot.directories.data(),'Contents-i386.gz')
2003-08-22 02:46:05 +02:00
def __init__(self):
callbacks.Privmsg.__init__(self)
plugins.PeriodicFileDownloader.__init__(self)
2003-08-22 02:46:05 +02:00
def die(self):
callbacks.Privmsg.die(self)
2003-08-22 02:46:05 +02:00
2003-10-21 07:11:53 +02:00
def file(self, irc, msg, args):
"""[--{regexp,exact}=<value>] [<glob>]
2003-09-06 20:29:44 +02:00
Returns packages in Debian that includes files matching <glob>. If
--regexp is given, returns packages that include files matching the
given regexp. If --exact is given, returns packages that include files
matching exactly the string given.
2003-09-06 20:29:44 +02:00
"""
2003-08-22 02:46:05 +02:00
self.getFile('Contents-i386.gz')
# Make sure it's anchored, make sure it doesn't have a leading slash
# (the filenames don't have leading slashes, and people may not know
# that).
(optlist, rest) = getopt.getopt(args, '', ['regexp=', 'exact='])
if not optlist and not rest:
raise callbacks.ArgumentError
if len(optlist) + len(rest) > 1:
irc.error('Only one search option is allowed.')
return
for (option, arg) in optlist:
if option == '--exact':
regexp = arg.lstrip('/')
elif option == '--regexp':
regexp = arg
if rest:
glob = rest.pop()
regexp = fnmatch.translate(glob.lstrip('/'))
regexp = regexp.rstrip('$')
regexp += ".* "
2003-08-22 02:46:05 +02:00
try:
re_obj = re.compile(regexp, re.I)
except re.error, e:
irc.error("Error in regexp: %s" % e)
2003-08-22 02:46:05 +02:00
return
if self.registryValue('pythonZegrep'):
fd = gzip.open(self.contents)
r = imap(lambda tup: tup[0],
ifilter(lambda tup: tup[0],
imap(lambda line:(re_obj.search(line), line),fd)))
else:
try:
(r, w) = popen2.popen4(['zegrep', regexp, self.contents])
w.close()
except TypeError:
# We're on Windows.
irc.error('This command won\'t work on this platform. '
'If you think it should (i.e., you know that '
'you have a zegrep binary somewhere) then file '
'a bug about it at http://supybot.sf.net/ .')
return
packages = sets.Set() # Make packages unique
try:
for line in r:
if len(packages) > 100:
irc.error('More than 100 packages matched, '
'please narrow your search.')
return
try:
(filename, pkg_list) = line[:-1].split()
if filename == 'FILE':
# This is the last line before the actual files.
continue
except ValueError: # Unpack list of wrong size.
continue # We've not gotten to the files yet.
packages.update(pkg_list.split(','))
finally:
if hasattr(r, 'close'):
r.close()
2003-08-22 02:46:05 +02:00
if len(packages) == 0:
irc.reply('I found no packages with that file.')
2003-08-22 02:46:05 +02:00
else:
irc.reply(utils.commaAndify(packages))
2003-08-22 02:46:05 +02:00
2003-08-22 02:52:10 +02:00
_debreflags = re.DOTALL | re.IGNORECASE
_debbrre = re.compile(r'<li><a href[^>]+>(.*?)</a> \(', _debreflags)
_debverre = re.compile(r'<br>\d+?:(\S+):', _debreflags)
_deblistre = re.compile(r'<h3>Package ([^<]+)</h3>(.*?)</ul>', _debreflags)
2003-08-22 02:52:10 +02:00
_debBranches = ('stable', 'testing', 'unstable', 'experimental')
2003-10-21 07:11:53 +02:00
def version(self, irc, msg, args):
"""[stable|testing|unstable|experimental] <package name>
2003-08-22 02:52:10 +02:00
Returns the current version(s) of a Debian package in the given branch
(if any, otherwise all available ones are displayed).
"""
if not args:
raise callbacks.ArgumentError
if args and args[0] in self._debBranches:
branch = args.pop(0)
2003-08-22 02:52:10 +02:00
else:
branch = 'all'
if not args:
irc.error('You must give a package name.')
return
2003-08-22 02:52:10 +02:00
responses = []
package = privmsgs.getArgs(args)
package = urllib.quote(package)
url = 'http://packages.debian.org/cgi-bin/search_packages.pl?keywords'\
'=%s&searchon=names&version=%s&release=all' % (package, branch)
try:
html = webutils.getUrl(url)
except webutils.WebError, e:
irc.error('I couldn\'t reach the search page (%s).' % e)
return
2003-12-09 01:32:53 +01:00
if 'is down at the moment' in html:
irc.error('Packages.debian.org is down at the moment. '
2003-12-09 01:32:53 +01:00
'Please try again later.')
return
pkgs = self._deblistre.findall(html)
2004-01-31 01:34:46 +01:00
#self.log.warning(pkgs)
if not pkgs:
irc.reply('No package found for %s (%s)' %
(urllib.unquote(package), branch))
else:
for pkg in pkgs:
pkgMatch = pkg[0]
brMatch = self._debbrre.findall(pkg[1])
verMatch = self._debverre.findall(pkg[1])
if pkgMatch and brMatch and verMatch:
versions = zip(brMatch, verMatch)
for version in versions:
s = '%s (%s)' % (pkgMatch, ': '.join(version))
responses.append(s)
resp = '%s matches found: %s' % \
(len(responses), '; '.join(responses))
irc.reply(resp)
2003-08-22 02:52:10 +02:00
2003-10-03 02:23:03 +02:00
_incomingRe = re.compile(r'<a href="(.*?\.deb)">', re.I)
2003-10-21 07:11:53 +02:00
def incoming(self, irc, msg, args):
"""[--{regexp,arch}=<value>] <glob>
2003-09-27 05:54:58 +02:00
2003-10-03 02:23:03 +02:00
Checks debian incoming for a matching package name. The arch
parameter defaults to i386; --regexp returns only those package names
that match a given regexp, and normal matches use standard *nix
globbing.
"""
(optlist, rest) = getopt.getopt(args, '', ['regexp=', 'arch='])
predicates = []
archPredicate = lambda s: ('_i386.' in s)
for (option, arg) in optlist:
if option == '--regexp':
try:
r = utils.perlReToPythonRe(arg)
predicates.append(r.search)
except ValueError:
irc.error('%r is not a valid regexp.' % arg)
return
elif option == '--arch':
arg = '_%s.' % arg
archPredicate = lambda s, arg=arg: (arg in s)
predicates.append(archPredicate)
globs = privmsgs.getArgs(rest)
for glob in globs:
if '?' not in glob and '*' not in glob:
glob = '*%s*' % glob
predicates.append(lambda s: fnmatch.fnmatch(s, glob))
packages = []
try:
fd = webutils.getUrlFd('http://incoming.debian.org/')
except webutils.WebError, e:
irc.error(e)
return
for line in fd:
m = self._incomingRe.search(line)
if m:
name = m.group(1)
2003-10-03 02:23:03 +02:00
if all(lambda p: p(name), predicates):
realname = rsplit(name, '_', 1)[0]
2003-10-03 02:23:03 +02:00
packages.append(realname)
if len(packages) == 0:
irc.error('No packages matched that search.')
2003-09-27 05:54:58 +02:00
else:
irc.reply(utils.commaAndify(packages))
2003-10-21 07:29:39 +02:00
incoming = privmsgs.thread(incoming)
2004-01-31 01:18:04 +01:00
_newpkgre = re.compile(r'<li><a href[^>]+>([^<]+)</a>')
def new(self, irc, msg, args):
"""[--{main,contrib,non-free}] [<glob>]
Checks for packages that have been added to Debian's unstable branch
in the past week. If no glob is specified, returns a list of all
packages. If no section is specified, defaults to main.
"""
options = ['main', 'contrib', 'non-free']
(optlist, rest) = getopt.getopt(args, '', options)
section = 'main'
for (option, _) in optlist:
option = option.lstrip('-')
if option in options:
section = option
glob = privmsgs.getArgs(rest, required=0, optional=1)
if not glob:
glob = '*'
if '?' not in glob and '*' not in glob:
glob = '*%s*' % glob
try:
fd = webutils.getUrlFd(
'http://packages.debian.org/unstable/newpkg_%s' % section)
except webutils.WebError, e:
irc.error(e)
packages = []
2004-01-31 01:34:46 +01:00
#self.log.warning(section)
#self.log.warning(glob)
2004-01-31 01:18:04 +01:00
for line in fd:
m = self._newpkgre.search(line)
if m:
m = m.group(1)
if fnmatch.fnmatch(m, glob):
packages.append(m)
fd.close()
if packages:
irc.reply(utils.commaAndify(packages))
else:
irc.error('No packages matched that search.')
2003-09-27 05:54:58 +02:00
2003-08-22 02:46:05 +02:00
Class = Debian
# vim:set shiftwidth=4 tabstop=8 expandtab textwidth=78: