mirror of
https://github.com/Mikaela/Limnoria.git
synced 2024-11-27 05:09:23 +01:00
Reverted my accidental clobbering.
This commit is contained in:
Jeremy Fincher
parent
1b5e3b82f8
commit
2fe7bd8c7a
@ -30,8 +30,8 @@
|
||||
###
|
||||
|
||||
"""
|
||||
Silently listens to a channel, building an SQL database of Markov Chains for
|
||||
later hijinks. To read more about Markov Chains, check out
|
||||
Silently listens to a channel, building a database of Markov Chains for later
|
||||
hijinks. To read more about Markov Chains, check out
|
||||
<http://www.cs.bell-labs.com/cm/cs/pearls/sec153.html>. When the database is
|
||||
large enough, you can have it make fun little random messages from it.
|
||||
"""
|
||||
@ -40,109 +40,112 @@ __revision__ = "$Id$"
|
||||
|
||||
import plugins
|
||||
|
||||
import anydbm
|
||||
import random
|
||||
import os.path
|
||||
|
||||
import conf
|
||||
import world
|
||||
import ircmsgs
|
||||
import ircutils
|
||||
import privmsgs
|
||||
import callbacks
|
||||
|
||||
try:
|
||||
import sqlite
|
||||
except ImportError:
|
||||
raise callbacks.Error, 'You need to have PySQLite installed to use this ' \
|
||||
'plugin. Download it at <http://pysqlite.sf.net/>'
|
||||
|
||||
conf.registerPlugin('Markov')
|
||||
conf.registerGlobalValue(supybot.plugins.Markov, 'maximumWorkQueue',
|
||||
registry.PositiveInteger(10, """Determines what the maximum number of
|
||||
oustanding Markov work requests will be allowed."""))
|
||||
class MarkovDB(object):
|
||||
def __init__(self):
|
||||
self.dbs = {}
|
||||
|
||||
class MarkovThread(threading.Thread):
|
||||
def __init__(self, high, low):
|
||||
self.q = q
|
||||
def die(self):
|
||||
for db in self.dbs.values():
|
||||
try:
|
||||
db.close()
|
||||
except:
|
||||
continue
|
||||
|
||||
def run(self):
|
||||
while 1:
|
||||
f = self.q.get()
|
||||
if f is None:
|
||||
break
|
||||
else:
|
||||
f()
|
||||
def _getDb(self, channel):
|
||||
channel = channel.lower()
|
||||
if channel not in self.dbs:
|
||||
filename = '%s-Markov.db' % channel
|
||||
filename = os.path.join(conf.supybot.directories.data(), filename)
|
||||
self.dbs[channel] = anydbm.open(filename, 'c')
|
||||
return self.dbs[channel]
|
||||
|
||||
def __getitem__(self, (channel, item)):
|
||||
return self._getDb(channel)[item]
|
||||
|
||||
def __setitem__(self, (channel, item), value):
|
||||
self._getDb(channel)[item] = value
|
||||
|
||||
def getNumberOfPairs(self, channel):
|
||||
try:
|
||||
# Minus one, because we have a key storing the first pairs.
|
||||
return len(self[channel.lower()]) - 1
|
||||
except KeyError:
|
||||
return 0
|
||||
|
||||
def getNumberOfFirstPairs(self, channel):
|
||||
try:
|
||||
return len(self[channel, ''].split())
|
||||
except KeyError:
|
||||
return 0
|
||||
|
||||
def getFirstPair(self, channel):
|
||||
try:
|
||||
pairs = self[channel, ''].split()
|
||||
except KeyError:
|
||||
raise ValueError('No starting pairs in the database.')
|
||||
pair = random.choice(pairs)
|
||||
return pair.split('\x00', 1)
|
||||
|
||||
def getFollower(self, channel, first, second):
|
||||
pair = '%s %s' % (first, second)
|
||||
try:
|
||||
followers = self[channel, pair].split()
|
||||
except KeyError:
|
||||
return '\x00'
|
||||
return random.choice(followers)
|
||||
|
||||
def addFirstPair(self, channel, first, second):
|
||||
pair = '%s\x00%s' % (first, second)
|
||||
try:
|
||||
startingPairs = self[channel, '']
|
||||
except KeyError:
|
||||
startingPairs = ''
|
||||
self[channel, ''] = '%s%s ' % (startingPairs, pair)
|
||||
|
||||
def addPair(self, channel, first, second, follower):
|
||||
pair = '%s %s' % (first, second)
|
||||
try:
|
||||
followers = self[channel, pair]
|
||||
except KeyError:
|
||||
followers = ''
|
||||
self[channel, pair] = '%s%s ' % (followers, follower)
|
||||
|
||||
|
||||
class Markov(plugins.ChannelDBHandler, callbacks.Privmsg):
|
||||
class Markov(callbacks.Privmsg):
|
||||
def __init__(self):
|
||||
callbacks.Privmsg.__init__(self)
|
||||
plugins.ChannelDBHandler.__init__(self)
|
||||
self.q = Queue.Queue(self.registryValue('maximumWorkQueue'))
|
||||
self.t = MarkovThread(self.q)
|
||||
self.t.start()
|
||||
|
||||
def putq(self, f):
|
||||
try:
|
||||
self.q.put(f, False)
|
||||
except Queue.Full:
|
||||
self.log.info('Can\'t putq, queue full.')
|
||||
raise
|
||||
|
||||
def makeDb(self, filename):
|
||||
def f():
|
||||
if os.path.exists(filename):
|
||||
return sqlite.connect(filename)
|
||||
db = sqlite.connect(filename)
|
||||
cursor = db.cursor()
|
||||
cursor.execute("""CREATE TABLE pairs (
|
||||
id INTEGER PRIMARY KEY,
|
||||
first TEXT,
|
||||
second TEXT,
|
||||
is_first BOOLEAN,
|
||||
UNIQUE (first, second) ON CONFLICT IGNORE
|
||||
)""")
|
||||
cursor.execute("""CREATE TABLE follows (
|
||||
id INTEGER PRIMARY KEY,
|
||||
pair_id INTEGER,
|
||||
word TEXT
|
||||
)""")
|
||||
cursor.execute("""CREATE INDEX follows_pair_id
|
||||
ON follows (pair_id)""")
|
||||
db.commit()
|
||||
return db
|
||||
self.putq(f)
|
||||
self.db = MarkovDB()
|
||||
|
||||
def doPrivmsg(self, irc, msg):
|
||||
if not ircutils.isChannel(msg.args[0]):
|
||||
return
|
||||
channel = msg.args[0]
|
||||
db = self.getDb(channel)
|
||||
cursor = db.cursor()
|
||||
if ircmsgs.isAction(msg):
|
||||
words = ircmsgs.unAction(msg).split()
|
||||
words.insert(0, '\x00nick')
|
||||
#words.insert(0, msg.nick)
|
||||
else:
|
||||
words = msg.args[1].split()
|
||||
isFirst = True
|
||||
for (first, second, follower) in window(words, 3):
|
||||
if isFirst:
|
||||
cursor.execute("""INSERT OR REPLACE
|
||||
INTO pairs VALUES (NULL, %s, %s, 1)""",
|
||||
first, second)
|
||||
self.db.addFirstPair(channel, first, second)
|
||||
isFirst = False
|
||||
else:
|
||||
cursor.execute("INSERT INTO pairs VALUES (NULL, %s, %s, 0)",
|
||||
first, second)
|
||||
cursor.execute("""SELECT id FROM pairs
|
||||
WHERE first=%s AND second=%s""", first, second)
|
||||
id = int(cursor.fetchone()[0])
|
||||
cursor.execute("""INSERT INTO follows VALUES (NULL, %s, %s)""",
|
||||
id, follower)
|
||||
self.db.addPair(channel, first, second, follower)
|
||||
if not isFirst: # i.e., if the loop iterated at all.
|
||||
cursor.execute("""INSERT INTO pairs VALUES (NULL, %s, %s, 0)""",
|
||||
second, follower)
|
||||
cursor.execute("""SELECT id FROM pairs
|
||||
WHERE first=%s AND second=%s""", second,follower)
|
||||
id = int(cursor.fetchone()[0])
|
||||
cursor.execute("INSERT INTO follows VALUES (NULL, %s, NULL)", id)
|
||||
db.commit()
|
||||
self.db.addPair(channel, second, follower, '\x00')
|
||||
|
||||
_maxMarkovLength = 80
|
||||
_minMarkovLength = 7
|
||||
@ -153,40 +156,25 @@ class Markov(plugins.ChannelDBHandler, callbacks.Privmsg):
|
||||
data kept on <channel> (which is only necessary if not sent in the
|
||||
channel itself).
|
||||
"""
|
||||
argsCopy = args[:]
|
||||
channel = privmsgs.getChannel(msg, args)
|
||||
db = self.getDb(channel)
|
||||
cursor = db.cursor()
|
||||
words = []
|
||||
cursor.execute("""SELECT id, first, second FROM pairs
|
||||
WHERE is_first=1
|
||||
ORDER BY random()
|
||||
LIMIT 1""")
|
||||
if cursor.rowcount == 0:
|
||||
irc.error('I have no records for that channel.')
|
||||
try:
|
||||
pair = self.db.getFirstPair(channel)
|
||||
except ValueError:
|
||||
irc.error('I have no records for this channel.')
|
||||
return
|
||||
(id, first, second) = cursor.fetchone()
|
||||
id = int(id)
|
||||
words.append(first)
|
||||
words.append(second)
|
||||
sql = """SELECT follows.word FROM pairs, follows
|
||||
WHERE pairs.first=%s AND
|
||||
pairs.second=%s AND
|
||||
pairs.id=follows.pair_id
|
||||
ORDER BY random()
|
||||
LIMIT 1"""
|
||||
words = [pair[0], pair[1]]
|
||||
while len(words) < self._maxMarkovLength:
|
||||
cursor.execute(sql, words[-2], words[-1])
|
||||
results = cursor.fetchone()
|
||||
if not results:
|
||||
break
|
||||
word = results[0]
|
||||
if word is None:
|
||||
break
|
||||
words.append(word)
|
||||
follower = self.db.getFollower(channel, words[-2], words[-1])
|
||||
if follower == '\x00':
|
||||
if len(words) < self._minMarkovLength:
|
||||
self.markov(irc, msg, argsCopy)
|
||||
pair = self.db.getFirstPair(channel)
|
||||
words = [pair[0], pair[1]]
|
||||
else:
|
||||
break
|
||||
else:
|
||||
words.append(follower)
|
||||
if words[0] == '\x00nick':
|
||||
words[0] = choice(irc.state.channels[channel].users)
|
||||
irc.reply(' '.join(words))
|
||||
|
||||
def pairs(self, irc, msg, args):
|
||||
@ -196,10 +184,7 @@ class Markov(plugins.ChannelDBHandler, callbacks.Privmsg):
|
||||
<channel>.
|
||||
"""
|
||||
channel = privmsgs.getChannel(msg, args)
|
||||
db = self.getDb(channel)
|
||||
cursor = db.cursor()
|
||||
cursor.execute("""SELECT COUNT(*) FROM pairs""")
|
||||
n = int(cursor.fetchone()[0])
|
||||
n = self.db.getNumberOfPairs(channel)
|
||||
s = 'There are %s pairs in my Markov database for %s' % (n, channel)
|
||||
irc.reply(s)
|
||||
|
||||
@ -210,40 +195,37 @@ class Markov(plugins.ChannelDBHandler, callbacks.Privmsg):
|
||||
<channel>.
|
||||
"""
|
||||
channel = privmsgs.getChannel(msg, args)
|
||||
db = self.getDb(channel)
|
||||
cursor = db.cursor()
|
||||
cursor.execute("""SELECT COUNT(*) FROM pairs WHERE is_first=1""")
|
||||
n = int(cursor.fetchone()[0])
|
||||
n = self.db.getNumberOfFirstPairs(channel)
|
||||
s = 'There are %s first pairs in my Markov database for %s'%(n,channel)
|
||||
irc.reply(s)
|
||||
|
||||
def follows(self, irc, msg, args):
|
||||
"""[<channel>]
|
||||
# def follows(self, irc, msg, args):
|
||||
# """[<channel>]
|
||||
#
|
||||
# Returns the number of Markov's third links in the database for
|
||||
# <channel>.
|
||||
# """
|
||||
# channel = privmsgs.getChannel(msg, args)
|
||||
# db = self._getDb(channel)
|
||||
# cursor = db.cursor()
|
||||
# cursor.execute("""SELECT COUNT(*) FROM follows""")
|
||||
# n = int(cursor.fetchone()[0])
|
||||
# s = 'There are %s follows in my Markov database for %s' % (n, channel)
|
||||
# irc.reply(s)
|
||||
|
||||
Returns the number of Markov's third links in the database for
|
||||
<channel>.
|
||||
"""
|
||||
channel = privmsgs.getChannel(msg, args)
|
||||
db = self.getDb(channel)
|
||||
cursor = db.cursor()
|
||||
cursor.execute("""SELECT COUNT(*) FROM follows""")
|
||||
n = int(cursor.fetchone()[0])
|
||||
s = 'There are %s follows in my Markov database for %s' % (n, channel)
|
||||
irc.reply(s)
|
||||
|
||||
def lasts(self, irc, msg, args):
|
||||
"""[<channel>]
|
||||
|
||||
Returns the number of Markov's last links in the database for
|
||||
<channel>.
|
||||
"""
|
||||
channel = privmsgs.getChannel(msg, args)
|
||||
db = self.getDb(channel)
|
||||
cursor = db.cursor()
|
||||
cursor.execute("""SELECT COUNT(*) FROM follows WHERE word ISNULL""")
|
||||
n = int(cursor.fetchone()[0])
|
||||
s = 'There are %s lasts in my Markov database for %s' % (n, channel)
|
||||
irc.reply(s)
|
||||
# def lasts(self, irc, msg, args):
|
||||
# """[<channel>]
|
||||
#
|
||||
# Returns the number of Markov's last links in the database for
|
||||
# <channel>.
|
||||
# """
|
||||
# channel = privmsgs.getChannel(msg, args)
|
||||
# db = self._getDb(channel)
|
||||
# cursor = db.cursor()
|
||||
# cursor.execute("""SELECT COUNT(*) FROM follows WHERE word ISNULL""")
|
||||
# n = int(cursor.fetchone()[0])
|
||||
# s = 'There are %s lasts in my Markov database for %s' % (n, channel)
|
||||
# irc.reply(s)
|
||||
|
||||
|
||||
Class = Markov
|
||||
|
||||
Loading…
Reference in New Issue
Block a user