plot_avg_VLR_acc.py

import argparse 
import h5py
import matplotlib.pyplot as plt
import numpy as np

import matplotlib.pylab as pylab
params = {'axes.titlesize':'x-large',
        'axes.labelsize': 'x-large'}
pylab.rcParams.update(params)

def plot_line_avg_acc(avg_accuracies, expansion_markers, threshold, labels, save):

    plt.figure()
    
    averaged_accs = np.zeros(31)
    
    print(len(avg_accuracies))

    for avg_acc in avg_accuracies:
        for i, acc in enumerate(avg_acc):
            averaged_accs[i] += acc

    for i in range(len(averaged_accs)):
        averaged_accs[i] /= 100
        
    plt.plot(averaged_accs)
    

    plt.ylabel('Average Accuracy on All Tasks')
    plt.xlabel('Total Task Count')
    plt.xlim(1, 30)
    plt.ylim(0, 100)


    markers = []

    for marker in expansion_markers:
        if marker not in markers:
            plt.axvline(x=marker, color='r')
            markers.append(marker)
        else:
            plt.axvline(x=marker, color='g')

    # plt.axhline(y=threshold, linestyle='dashed')

    # plt.legend(loc='upper center', bbox_to_anchor=(0.5, 1.05),
    #           ncol=3, fancybox=True, shadow=True)

    plt.savefig('final/plots/{}.pdf'.format(save), dpi=300, format='pdf')




def parse_h5_file(filename):
    
    f = h5py.File(filename, 'r')
    
    avg_acc = []
    task_acc = []
    expansions = []
    metadata = []
    
    for data in f["avg_acc"]:
    
        avg_acc.append(data)
    
    
    for data in f["task_acc"]:
    
        task_acc.append(data)


    for data in f["expansions"]:
    
        expansions.append(data)
    
    for data in f["metadata"]:
        
        metadata.append(data)
    
    f.close()
    
    expansion_indices = []
    
    for i in range(len(expansions)):
        if expansions[i] == 1:
            expansion_indices.append(i)
        elif expansions[i] > 1:
            for exp in range(i):
                expansion_indices.append(i)
            print("You'd better take a look at {}, Captain...".format(filename))

    return avg_acc, task_acc, expansion_indices, metadata

def main():
    """
    NOTE: pass me the name of the file with expansion first...
    """
      
    parser = argparse.ArgumentParser(description='Plotting Tool')
    
    parser.add_argument('--filenames', nargs='+', type=str, default=['NONE'], metavar='FILENAMES',
                        help='names of .h5 files containing experimental result data')

    parser.add_argument('--labels', nargs='+', type=str, default=['NONE'], metavar='LABELS',
                        help='figure legend labels in same order as respective filenames')
    
    parser.add_argument('--line', type=str, default='NO_LINE', metavar='LINE',
                        help='filename for saved line graph (no extension)')
    
    args = parser.parse_args()


    avg_acc_list = []
    task_acc_list = []
    expansion_indices_list = []
    metadata_list = []

    for filename in args.filenames:
        
        avg_acc, task_acc, expansion_indices, metadata = parse_h5_file(filename)
        
        avg_acc_list.append(avg_acc)
        task_acc_list.append(task_acc)
        expansion_indices_list.append(expansion_indices)
        metadata_list.append(metadata)
    
    threshold = 0

    for data in metadata_list[0]:
        if data.startswith('accuracy_threshold'):
            threshold = float(data[data.rfind(' '):])
    
    plot_line_avg_acc(avg_acc_list, expansion_indices_list[0], threshold, args.labels, args.line)
    

if __name__ == "__main__":
    main()