mirror of
https://github.com/ergochat/ergo.git
synced 2024-11-29 07:29:31 +01:00
210 lines
8.2 KiB
Python
Executable File
210 lines
8.2 KiB
Python
Executable File
#!/usr/bin/python3
|
|
|
|
import binascii
|
|
import json
|
|
import logging
|
|
import re
|
|
import sys
|
|
from collections import defaultdict
|
|
|
|
MASK_MAGIC_REGEX = re.compile(r'[*?!@$]')
|
|
|
|
def to_unixnano(timestamp):
|
|
return int(timestamp) * (10**9)
|
|
|
|
# include/atheme/channels.h
|
|
CMODE_FLAG_TO_MODE = {
|
|
0x001: 'i', # CMODE_INVITE
|
|
0x010: 'n', # CMODE_NOEXT
|
|
0x080: 's', # CMODE_SEC
|
|
0x100: 't', # CMODE_TOPIC
|
|
}
|
|
|
|
# attempt to interpret certfp as a hex-encoded SHA-256 fingerprint
|
|
def validate_certfp(certfp):
|
|
try:
|
|
dec = binascii.unhexlify(certfp)
|
|
except:
|
|
return False
|
|
return len(dec) == 32
|
|
|
|
def convert(infile):
|
|
out = {
|
|
'version': 1,
|
|
'source': 'atheme',
|
|
'users': defaultdict(dict),
|
|
'channels': defaultdict(dict),
|
|
}
|
|
|
|
group_to_founders = defaultdict(list)
|
|
|
|
channel_to_founder = defaultdict(lambda: (None, None))
|
|
|
|
while True:
|
|
line = infile.readline()
|
|
if not line:
|
|
break
|
|
line = line.rstrip(b'\r\n')
|
|
try:
|
|
line = line.decode('utf-8')
|
|
except UnicodeDecodeError:
|
|
line = line.decode('utf-8', 'replace')
|
|
logging.warning("line contained invalid utf8 data " + line)
|
|
parts = line.split(' ')
|
|
category = parts[0]
|
|
|
|
if category == 'GACL':
|
|
# Note: all group definitions precede channel access entries (token CA) by design, so it
|
|
# should be safe to read this in using one pass.
|
|
groupname = parts[1]
|
|
user = parts[2]
|
|
flags = parts[3]
|
|
if 'F' in flags:
|
|
group_to_founders[groupname].append(user)
|
|
elif category == 'MU':
|
|
# user account
|
|
# MU AAAAAAAAB shivaram $1$hcspif$nCm4r3S14Me9ifsOPGuJT. user@example.com 1600134392 1600467343 +sC default
|
|
name = parts[2]
|
|
user = {'name': name, 'hash': parts[3], 'email': parts[4], 'registeredAt': to_unixnano(parts[5])}
|
|
out['users'][name].update(user)
|
|
pass
|
|
elif category == 'MN':
|
|
# grouped nick
|
|
# MN shivaram slingamn 1600218831 1600467343
|
|
username, groupednick = parts[1], parts[2]
|
|
if username != groupednick:
|
|
user = out['users'][username]
|
|
user.setdefault('additionalnicks', []).append(groupednick)
|
|
elif category == 'MDU':
|
|
if parts[2] == 'private:usercloak':
|
|
username = parts[1]
|
|
out['users'][username]['vhost'] = parts[3]
|
|
elif category == 'MCFP':
|
|
username, certfp = parts[1], parts[2]
|
|
if validate_certfp(certfp):
|
|
user = out['users'][username]
|
|
user.setdefault('certfps', []).append(certfp.lower())
|
|
elif category == 'MC':
|
|
# channel registration
|
|
# MC #mychannel 1600134478 1600467343 +v 272 0 0
|
|
# MC #NEWCHANNELTEST 1602270889 1602270974 +vg 1 0 0 jaeger4
|
|
chname = parts[1]
|
|
chdata = out['channels'][chname]
|
|
# XXX just give everyone +nt, regardless of lock status; they can fix it later
|
|
chdata.update({'name': chname, 'registeredAt': to_unixnano(parts[2])})
|
|
if parts[8] != '':
|
|
chdata['key'] = parts[8]
|
|
modes = {'n', 't'}
|
|
mlock_on, mlock_off = int(parts[5]), int(parts[6])
|
|
for flag, mode in CMODE_FLAG_TO_MODE.items():
|
|
if flag & mlock_on != 0:
|
|
modes.add(mode)
|
|
elif flag & mlock_off != 0 and mode in modes:
|
|
modes.remove(mode)
|
|
chdata['modes'] = ''.join(sorted(modes))
|
|
chdata['limit'] = int(parts[7])
|
|
elif category == 'MDC':
|
|
# auxiliary data for a channel registration
|
|
# MDC #mychannel private:topic:setter s
|
|
# MDC #mychannel private:topic:text hi again
|
|
# MDC #mychannel private:topic:ts 1600135864
|
|
chname = parts[1]
|
|
category = parts[2]
|
|
if category == 'private:topic:text':
|
|
out['channels'][chname]['topic'] = line.split(maxsplit=3)[3]
|
|
elif category == 'private:topic:setter':
|
|
out['channels'][chname]['topicSetBy'] = parts[3]
|
|
elif category == 'private:topic:ts':
|
|
out['channels'][chname]['topicSetAt'] = to_unixnano(parts[3])
|
|
elif category == 'private:mlockext':
|
|
# the channel forward mode is +L on insp/unreal, +f on charybdis
|
|
# charybdis has a +L ("large banlist") taking no argument
|
|
# and unreal has a +f ("flood limit") taking two colon-delimited numbers,
|
|
# so check for an argument that starts with a #
|
|
if parts[3].startswith('L#') or parts[3].startswith('f#'):
|
|
out['channels'][chname]['forward'] = parts[3][1:]
|
|
elif category == 'CA':
|
|
# channel access lists
|
|
# CA #mychannel shivaram +AFORafhioqrstv 1600134478 shivaram
|
|
chname, username, flags, set_at = parts[1], parts[2], parts[3], int(parts[4])
|
|
chname = parts[1]
|
|
chdata = out['channels'][chname]
|
|
flags = parts[3]
|
|
set_at = int(parts[4])
|
|
if 'amode' not in chdata:
|
|
chdata['amode'] = {}
|
|
# see libathemecore/flags.c: +o is op, +O is autoop, etc.
|
|
if 'F' in flags:
|
|
# If the username starts with "!", it's actually a GroupServ group.
|
|
if username.startswith('!'):
|
|
group_founders = group_to_founders.get(username)
|
|
if not group_founders:
|
|
# skip this and warn about it later
|
|
continue
|
|
# attempt to promote the first group founder to channel founder
|
|
username = group_founders[0]
|
|
# but everyone gets the +q flag
|
|
for founder in group_founders:
|
|
chdata['amode'][founder] = 'q'
|
|
# there can only be one founder
|
|
preexisting_founder, preexisting_set_at = channel_to_founder[chname]
|
|
if preexisting_founder is None or set_at < preexisting_set_at:
|
|
chdata['founder'] = username
|
|
channel_to_founder[chname] = (username, set_at)
|
|
# but multiple people can receive the 'q' amode
|
|
chdata['amode'][username] = 'q'
|
|
continue
|
|
if MASK_MAGIC_REGEX.search(username):
|
|
# ignore groups, masks, etc. for any field other than founder
|
|
continue
|
|
# record the first appearing successor, if necessary
|
|
if 'S' in flags:
|
|
if not chdata.get('successor'):
|
|
chdata['successor'] = username
|
|
# finally, handle amodes
|
|
if 'q' in flags:
|
|
chdata['amode'][username] = 'q'
|
|
elif 'a' in flags:
|
|
chdata['amode'][username] = 'a'
|
|
elif 'o' in flags or 'O' in flags:
|
|
chdata['amode'][username] = 'o'
|
|
elif 'h' in flags or 'H' in flags:
|
|
chdata['amode'][username] = 'h'
|
|
elif 'v' in flags or 'V' in flags:
|
|
chdata['amode'][username] = 'v'
|
|
else:
|
|
pass
|
|
|
|
# do some basic integrity checks
|
|
def validate_user(name):
|
|
if not name:
|
|
return False
|
|
return bool(out['users'].get(name))
|
|
|
|
invalid_channels = []
|
|
|
|
for chname, chdata in out['channels'].items():
|
|
if not validate_user(chdata.get('founder')):
|
|
if validate_user(chdata.get('successor')):
|
|
chdata['founder'] = chdata['successor']
|
|
else:
|
|
invalid_channels.append(chname)
|
|
|
|
for chname in invalid_channels:
|
|
logging.warning("Unable to find a valid founder for channel %s, discarding it", chname)
|
|
del out['channels'][chname]
|
|
|
|
return out
|
|
|
|
def main():
|
|
if len(sys.argv) != 3:
|
|
raise Exception("Usage: atheme2json.py atheme_db output.json")
|
|
with open(sys.argv[1], 'rb') as infile:
|
|
output = convert(infile)
|
|
with open(sys.argv[2], 'w') as outfile:
|
|
json.dump(output, outfile)
|
|
|
|
if __name__ == '__main__':
|
|
logging.basicConfig()
|
|
sys.exit(main())
|