define2.py

#!/usr/bin/python
import sys
import os
import sqlite3
import re

# ANSI color codes, for terminal prettiness.
GREY = '\033[1;30m'
LIGHT_GREY = '\033[37m'
RED = '\033[1;31m'
PURPLE = '\033[1;35m'
BLUE = '\033[1;34m'
YELLOW = '\033[33m'
GREEN = '\033[1;32m'
NO_COLOR = '\033[0m'

# Languages, in the order that they will be printed.
permitted_langs = [
    'French',
    'Lojban',
    'Translingual',
    'Mandarin',
    'Japanese',
    'English',
]
# With an empty permitted_langs, it prints all the languages found in alphabetical order.
#permitted_langs = []

def conj_type(code):
    conj = ''
    conj += {'1':'first', '2':'second', '3':'third'}[code[0]]
    conj += ' person '
    conj += {'s':'singular', 'p':'plural'}[code[1]]
    conj += ' '
    if code[2] == 'pres':
        conj += 'present'
        conj += ' '
        conj += {'ind':'indicative', 'sub':'subordinate', 'act':'active'}[code[3]]
    elif code[2] == 'imp':
        conj += 'imperative'
    else:
        conj += code[2]
    return conj

# Wiki templates are really annoying things that look like this:
# {{template_name|arg1|arg2|arg3|argn}}
# This is a "database" of them, and how to handle them.
wiki_templates = {
#'context': lambda x: '(%s)' % ', '.join(w for w in x if w != '_'),
'defdate': lambda x: '[%s]' % x[0],
'ja-def': lambda x: '%s:' % x[0],
'mathematics': lambda x: '(math%s)' % ''.join(', '+w for w in x),
'non-gloss definition': lambda x: x[0],
'rfv-sense': lambda x: '(citation needed)',

'conjugation of': lambda x: '%s of %s%s%s' % (conj_type(x[2:]), BLUE, x[0], YELLOW),
'form of': lambda x: '%s of %s%s%s' % (x[0], BLUE, x[1], YELLOW),
# Things ending in "of" that are very... regular
'nonstandard spelling of': lambda x: 'nonstandard spelling of %s' % x[0],
'past participle of': lambda x: 'past participle of %s' % x[0],
'pinyin reading of': lambda x: 'pinyin reading of %s' % x[0],
'plural of': lambda x: 'plural of %s' % x[0],
'third-person singular of': lambda x: 'third-person singular of %s' % x[0],
'rafsi of': lambda x: 'rafsi of %s' % x[0],
}

def chop(m):
    args = m.group(0)[2:-2].split('|')
    args = [a for a in args if not a.startswith('lang=')]

    if args[0] in wiki_templates:
        words = wiki_templates[args[0]](args[1:])
    else:
        words = '(%s)' % ', '.join(a for a in args if a and a not in ',_')

    return YELLOW + words + NO_COLOR

def de_wikify(defn):
    """Turns Wiki markup into terminal-readable stuff."""
    # Gets rid of the '#' at the beginning
    defn = defn[1:]
    defn = defn.strip()

    # Regex component that matches a word.
    WORD = r'[^\[\]]+'

    # Get rid of comments
    defn = re.sub(r'<!--(.*?)-->', '', defn)

    # Make comments grey
    #defn = re.sub(r'<!--(.*?)-->', GREY + r' (\1)' + NO_COLOR, defn)

    # Get rid of <ref>, <sub>
    defn = re.sub(r'<ref>(.*?)</ref>', '', defn)

    # Remove subscript tags (but keep contents)
    defn = re.sub(r'<sub>(.*?)</sub>', r'\1', defn)

    # Remove superscript tags (but keep contents)
    defn = re.sub(r'<sup>(.*?)</sup>', r'\1', defn)

    # Turn [[x|words]] into words
    defn = re.sub(r'\[\[(' + WORD + '?)\|(' + WORD + '?)\]\]', r'\2', defn)

    # Turn [[words]] into words
    defn = re.sub(r'\[\[(' + WORD + '?)\]\]', r'\1', defn)

    # Turn {{a|b|c}} into (a: b: c)
    defn = re.sub(r'\{\{(.+?)\}\}', chop, defn)

    # Make '''''word''''' purple, '''word''' red, and ''word'' blue.
    defn = re.sub(r"'''''(.+?)'''''", PURPLE + r'\1' + NO_COLOR, defn)
    defn = re.sub(r"'''(.+?)'''", RED + r'\1' + NO_COLOR, defn)
    defn = re.sub(r"''(.+?)''", BLUE + r'\1' + NO_COLOR, defn)

    return defn

if __name__ == '__main__':
    word_parts = []
    # Handle command line args
    for arg in sys.argv[1:]:
        if arg == '-H':
            GREY = '<span color="#888">'
            RED = '<span color="#f00">'
            PURPLE = '<span color="#f0f">'
            BLUE = '<span color="#00f">'
            YELLOW = '<span color="#ff0">'
            GREEN = '<span color="#0f0">'
            NO_COLOR = '</span>'
        elif arg == '-a':
            permitted_langs = []
        elif arg == '-r':
            wiki_templates = {}
        elif arg == '-R':
            de_wikify = lambda x:x
        else:
            word_parts.append(arg)

    word = ' '.join(word_parts)
    if not word:
        print("Usage: define2.py [options] word")
        print()
        print("Options:")
        print("  -H    Experimental HTML output (for awesome naughty)")
        print("  -a    Search every single language")
        print("  -r    Do not fix wiki templates in definitions")
        print("  -R    Do not format definitions at all")
        print()
        exit()

    # Query for words
    conn = sqlite3.connect(os.path.dirname(os.path.realpath(__file__)) + '/words.db')
    c = conn.cursor()
    results = {}

    for i, lang, role, defn in c.execute('''SELECT id, lang, role, defn FROM words WHERE word=?''', [word]):
        #print((i, lang, role, defn))
        if lang not in results:
            results[lang] = []
        results[lang].append((role, defn.strip()))
    
    if not permitted_langs:
        permitted_langs = sorted(results.keys())

    # Surround text with pretty newline characters
    print()
    if results:
        langs = [i for i in permitted_langs if i in results]
        other_langs = sorted([i for i in results if i not in langs])
        if langs:
            # Found words in permitted_langs, so print them all in order
            for lang in langs:
                print(GREEN + '' + lang + NO_COLOR)
                for role, defn in results[lang]:
                    role = re.sub(r'\{\{(.+?)\}\}', r'\1', role)
                    role = role.capitalize()
                    print(GREY + '' + role + ": " + NO_COLOR + de_wikify(defn))
                print()
            if other_langs:
                print('"%s" is also in: %s' % (word, ', '.join(other_langs)))
                print()
        else:
            # If we found words but they're not in our permitted_langs,
            # print them anyways.
            print("'%s' was not found in: %s" % (word, ', '.join(permitted_langs)))
            print("But we did find this:")
            print()
            for lang in other_langs:
                print(GREEN + '### ' + lang + ' ###' + NO_COLOR)
                for role, defn in results[lang]:
                    role = re.sub(r'\{\{(.+?)\}\}', r'\1', role)
                    role = role.capitalize()
                    print(GREY + '' + role + ": " + NO_COLOR + de_wikify(defn))
                print()
    else:
        print("'%s' was not found in any dictionary." % word) 
        print()