#!/usr/bin/env python

"""
fvi_eval.py 0.1

Usage: fvi_eval.py <file1> ... 

Read a number of E protocols with extended stats, and do statistical
evaluation of them.

Options:

-h Print this help.

Copyright 2011-2012 Stephan Schulz, schulz@eprover.org

This code is part of the support structure for the equational
theorem prover E. Visit

 http://www.eprover.org

for more information.

This program is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation; either version 2 of the License, or
(at your option) any later version.

This program is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
GNU General Public License for more details.

You should have received a copy of the GNU General Public License
along with this program ; if not, write to the Free Software
Foundation, Inc., 59 Temple Place, Suite 330, Boston,
MA  02111-1307 USA 

The original copyright holder can be contacted as

Stephan Schulz (I4)
Technische Universitaet Muenchen
Institut fuer Informatik
Boltzmannstrasse 3
Garching bei Muenchen
Germany

or via email (address above).
"""

import sys
import re
import string
import getopt
import pylib_io
import pylib_maths
import pylib_eprot


def find_common_successes(prots):
    res = prots[0].get_successes()
    for i in prots[1:]:
        res.intersection_update(i.get_successes())    
    return res
    
def filter_common_successes(prots):
    succs = find_common_successes(prots)
    for i in prots:
        i.filter(succs)
    return prots

def filter_hard_problems(prots, selector, limit):
    """
    Return a list of problems with a value of least limit in 
    """
    hard = prots[0].get_by_limit(selector, limit)
    for i in prots:
        i.filter(hard)
    return prots
    


def res_hash(res):
    """
    Return a hash of the result parameters such that an equal hash is
    good evidence for very similar proof search.
    """
    return res.values[5], res.values[10]

def find_common_hash(prots, hashfun):
    """
    Return a list of those problems with the same hash result in all
    the protocols.
    """
    res = []
    for i in prots[0].results.values():
        hash = hashfun(i)
        name = i.name()
        for prot in prots[1:]:
            entry = prot.result(i.name())
            nhash = hashfun(entry)
            if hash != nhash:
                name = None
                break
        if name:
            res.append(name)
    return res


def filter_common_search(prots):
    common = find_common_hash(prots, res_hash)
    for i in prots:
        i.filter(common)
    return prots
    


times = [
    (2 , "Total time"),
    # (18, "Sat. time"),
    (23, "FVs"),
    (24, "Index"),
    (25, "C/C subsumption"),
    (26, "F\&B subsumption")]   

counts = [
    (12, "Non-unit Subsumption calls"),
    (13, "Recursive subsumption calls"),
]

count_mixer = [
    #(lambda x:(float(x[1])/float(x[0])), "Unif. Succ. Rate"),
    #(lambda x:(float(x[3])/float(x[2])), "BR Match. Succ. Rate")
    ]
    

def shower(val):
    print val
    return val


def profile_analysis(prot, profile_selector, mixers = []):
    """
    Return a tuple name, raw values, "mixed" values.
    """
    # print prot.results.values()[2].values    
    res =  map(lambda x:pylib_maths.sum([float(i.values[x[0]]) \
                                         for i in prot.results.values()]),\
               profile_selector)
    mix = []
    for mixer in mixers:
        mix.append(mixer[0](res))
    return prot.name, res, mix

def table_line(prot_data):
    res = "%-12s "%(prot_data[0][10:],)
    for i in prot_data[1]:
        res = res+"& %16.3f "%(i,)
    for i in prot_data[2]:
        res = res+"& %16.3f "%(i,)
    res = res+" \\\\\n"
    return res

def table_header(times, mixers):
    line1 = "\\begin{tabular}{l"
    line2 = "\\textbf{Name}"
    for i in times:
        line1=line1+"|r"
        line2=line2+"& %-16s"%("\\textbf{"+i[1]+"}",)
    for i in mixers:
        line1=line1+"|r"
        line2=line2+"& %-16s"%("\\textbf{"+i[1]+"}",)
    res = line1+"}\n"+line2+"\\\\\n"
    return res

def table_lines(protocols, times, mixers):
    res = map(lambda x:table_line(profile_analysis(x, times, mixers)), protocols)
    return "".join(res)


def do_table(prots, times, mixers = []):
    res = table_header(times, mixers)+"\hline\n"+\
          table_lines(prots, times, mixers)+\
          "\hline\n\end{tabular}"
    return res
    

if __name__ == '__main__':
    opts, args = getopt.gnu_getopt(sys.argv[1:], "h")

    for option, optarg in opts:
        if option == "-h":
            print __doc__
            sys.exit()
        else:
            sys.exit("Unknown option "+ option)

    if not args: 
        print __doc__
        sys.exit("No argument file given")
       

    prots = []

    for i in args:
        fp = pylib_io.flexopen(i, "r")
        print "Parsing: ",i 
        prot = pylib_eprot.eprot(i)
        prot.parse();        
        pylib_io.flexclose(fp)
        prots.append(prot)
        
    
    filter_common_successes(prots)        
    filter_common_search(prots)
    print prots[0].results_no()
    # filter_hard_problems(prots, 4, 1000)
    # print prots[0].results_no()

    #for res in prots[0].results.keys():
    #    print prots[3].result(res).values[12], prots[5].result(res).values[12],\
    #          prots[3].result(res).values[13], prots[5].result(res).values[13]
        
        
    print "Times"
    print do_table(prots, times)
    print "Counts"
    print do_table(prots, counts, count_mixer)
    
    #print prots[0]
    #print prots[11]
    #print prots[15]
    
