llama

1
#!/usr/bin/env python3
2
import matplotlib.pyplot as plt
3
import os
4
import csv
5

6
labels = []
7
numbers = []
8
numEntries = 1
9

10
rows = []
11

12

13
def bar_chart(numbers, labels, pos):
14
    plt.bar(pos, numbers, color='blue')
15
    plt.xticks(ticks=pos, labels=labels)
16
    plt.title("Jeopardy Results by Model")
17
    plt.xlabel("Model")
18
    plt.ylabel("Questions Correct")
19
    plt.show()
20

21

22
def calculatecorrect():
23
    directory = os.fsencode("./examples/jeopardy/results/")
24
    csv_reader = csv.reader(open("./examples/jeopardy/qasheet.csv", 'rt'), delimiter=',')
25
    for row in csv_reader:
26
        global rows
27
        rows.append(row)
28
    for listing in os.listdir(directory):
29
        filename = os.fsdecode(listing)
30
        if filename.endswith(".txt"):
31
            file = open("./examples/jeopardy/results/" + filename, "rt")
32
            global labels
33
            global numEntries
34
            global numbers
35
            labels.append(filename[:-4])
36
            numEntries += 1
37
            i = 1
38
            totalcorrect = 0
39
            for line in file.readlines():
40
                if line.strip() != "------":
41
                    print(line)
42
                else:
43
                    print("Correct answer: " + rows[i][2] + "\n")
44
                    i += 1
45
                    print("Did the AI get the question right? (y/n)")
46
                    if input() == "y":
47
                        totalcorrect += 1
48
            numbers.append(totalcorrect)
49

50

51
if __name__ == '__main__':
52
    calculatecorrect()
53
    pos = list(range(numEntries))
54
    labels.append("Human")
55
    numbers.append(48.11)
56
    bar_chart(numbers, labels, pos)
57
    print(labels)
58
    print(numbers)
59