test_algorithm.py

from __future__ import division
import sys
import settings
import parse_input
import re

prev_display_scope = settings.prev_display_scope
next_display_scope = settings.next_display_scope

if __name__ == '__main__':
    
    help_text = '''
Usage: python test_algorithm.py [options] filename
--online : Show users online.
--help : Display usage.
'''
    
    if len(sys.argv)<2:
        print help_text
        sys.exit(1)
        
    if sys.argv[1] == '--help':
        print help_text
        sys.exit(0)

    show_online = False
    #command line options

    if len(sys.argv)>2:
        for option in sys.argv[1:-1]:
            if option == '--online':
                show_online = True
            elif option == '--help':
                print help_text
                sys.exit(0)
            else:
                print "Invalid option."
                print help_text
                sys.exit(1)
    
    from settings import test_alg
    
    statements = parse_input.init(filename = sys.argv[-1])
    answers_file=open(sys.argv[-1][:-8]+'answers.txt','r') #opening the corresponding _answers.txt file 
    deleted_nicks=0 #counts how many $$$s were there
    correct_answers=0 #counts how many the algorithm got correct
    unanswered=0 #counts how many are unanswered
    test_alg.run(statements)
    for i in range(len(statements)):
        if statements[i].issued_by == '$$$':
            deleted_nicks+=1
            print '-------------------------'*3
            print test_alg 
            print '-------------------------'*3
            print
            for stat in statements[i-prev_display_scope:i+1+next_display_scope]:
		##print stat.__class__
                stat.__class__ = parse_input.statement
                stat.print_details(full_text = True, online = show_online)
		print
                print
            answer = ''
            stat = statements[i]
            for user in stat.alg_lambda:
                if stat.alg_lambda[user] == max(stat.alg_lambda.values())\
and stat.alg_lambda[user]!=0:
                    answer = user
                    break
            print "Replacing $$$ by", answer
            correct_answer=answers_file.readline()[:-1] #to remove the \n
            if correct_answer==answer:
                correct_answers+=1
                print "Answer is correct."
            elif answer=='':
                unanswered+=1
                print "Unanswered."
            else :
                print "Answer is wrong."
            print
            print "Correct answer was ", correct_answer
            print
            print stat.alg_lambda
            print
            print 'So far:'
            print 'Correct percentage    :', correct_answers*100/(deleted_nicks)
            print 'Unanswered percentage :', unanswered*100/(deleted_nicks)
            print 'Wrong percentage      :', (deleted_nicks-correct_answers-unanswered)*100/(deleted_nicks)
            print
    print '----------------------'*3
    print "Score :", 3*correct_answers - (deleted_nicks-unanswered-correct_answers)

    if deleted_nicks - unanswered == 0:
        print "No nicks attempted."
    else:
        print "Final success percentage :", correct_answers*100/(deleted_nicks-unanswered)
    print correct_answers,"correct,", deleted_nicks-unanswered-correct_answers, "wrong," , deleted_nicks, "total."
    print '----------------------'*3
    print