unicode_lookup.py

import time
import difflib
from util.hook import *
from util import web
from util import database
from util import output

uc_names, cp_names, uc = [], {}, {}


@hook(cmds=['u'], ex='u SPACE')
def u(code, input, search=False):
    """Look up unicode information."""
    global uc_names, cp_names, uc
    arg = repr(input.group(2)).replace('\u', '').replace('u', '').replace('\'', '')
    if not arg:
        return code.reply('You gave me zero length input.')
    found = difflib.get_close_matches(arg.upper(), uc_names)
    if not found:
        if arg.upper() in uc_names:
            found = arg.upper()
    if found:
        if search:
            return code.say('{b}Possible matches:{b} %s' % ', '.join(found))
        char = uc[list(found)[0]]
    if not found:
        # Try the codepoint search too...
        if arg.upper() in cp_names:
            char = uc[cp_names[arg.upper()]]
        else:
            if len(arg) < 7:
                return code.reply('No results found for U+%s' % arg.upper())
            else:
                return code.reply('No results found for "%s"' % arg.upper())
    msg = u'{} (U+{}) '.format(char[1], char[0])
    msg += '"' + u_converter('\u' + char[0]) + '"'
    code.say(msg)


def gen_db(botname):
    global uc_names, cp_names, uc
    # http://www.unicode.org/reports/tr44/#UnicodeData.txt
    output.info('Downloading Unicode data')
    data = web.text('http://www.unicode.org/Public/UCD/latest/ucd/UnicodeData.txt')
    data = data.split('\n')
    del data[-1]
    # http://www.unicode.org/reports/tr44/#UnicodeData.txt
    for line in data:
        tmp = line.split(';')
        name = tmp[1]
        if tmp[10]:
            name = name + ' ' + str(tmp[10])
        uc[name] = tmp
        uc_names.append(name)
        cp_names[tmp[0]] = name
    database.set(botname, {'uc': uc, 'uc_names': uc_names,
                           'cp_names': cp_names, 'time': int(time.time())}, 'unicodedata')


def setup(code):
    global uc_names, cp_names, uc
    curr = int(time.time())
    db = database.get(code.default, 'unicodedata')
    if not db:
        gen_db(code.default)
    else:
        diff = int(curr - int(db['time']))
        if diff > 518400:
            gen_db(code.default)
            return
        uc = db['uc']
        uc_names = db['uc_names']
        cp_names = db['cp_names']


@hook(cmds=['us'], ex='us SPACE')
def us(code, input):
    u(code, input, search=True)


def u_converter(string):
    chars = string.split('\u')
    chinese = ''
    for char in chars:
        if len(char):
            try:
                ncode = int(char, 16)
            except ValueError:
                continue
            try:
                uchar = unichr(ncode)
            except ValueError:
                continue
            chinese += uchar
    return chinese