pytorch

1
import functools
2
import os
3
import warnings
4

5

6
try:
7
    import lxml.etree
8

9
    p = lxml.etree.XMLParser(huge_tree=True)
10
    parse = functools.partial(lxml.etree.parse, parser=p)
11
except ImportError:
12
    import xml.etree.ElementTree as ET
13

14
    parse = ET.parse
15
    warnings.warn(
16
        "lxml was not found. `pip install lxml` to make this script run much faster"
17
    )
18

19

20
def open_test_results(directory):
21
    xmls = []
22
    for root, _, files in os.walk(directory):
23
        for file in files:
24
            if file.endswith(".xml"):
25
                tree = parse(f"{root}/{file}")
26
                xmls.append(tree)
27
    return xmls
28

29

30
def get_testcases(xmls):
31
    testcases = []
32
    for xml in xmls:
33
        root = xml.getroot()
34
        testcases.extend(list(root.iter("testcase")))
35
    return testcases
36

37

38
def find(testcase, condition):
39
    children = list(testcase.iter())
40
    assert children[0] is testcase
41
    children = children[1:]
42
    return condition(children)
43

44

45
def skipped_test(testcase):
46
    def condition(children):
47
        return "skipped" in {child.tag for child in children}
48

49
    return find(testcase, condition)
50

51

52
def passed_test(testcase):
53
    def condition(children):
54
        if len(children) == 0:
55
            return True
56
        tags = {child.tag for child in children}
57
        return "skipped" not in tags and "failed" not in tags
58

59
    return find(testcase, condition)
60

61

62
def key(testcase):
63
    file = testcase.attrib.get("file", "UNKNOWN")
64
    classname = testcase.attrib["classname"]
65
    name = testcase.attrib["name"]
66
    return "::".join([file, classname, name])
67

68

69
def get_passed_testcases(xmls):
70
    testcases = get_testcases(xmls)
71
    passed_testcases = [testcase for testcase in testcases if passed_test(testcase)]
72
    return passed_testcases
73

74

75
def get_excluded_testcases(xmls):
76
    testcases = get_testcases(xmls)
77
    excluded_testcases = [t for t in testcases if excluded_testcase(t)]
78
    return excluded_testcases
79

80

81
def excluded_testcase(testcase):
82
    def condition(children):
83
        for child in children:
84
            if child.tag == "skipped":
85
                if "Policy: we don't run" in child.attrib["message"]:
86
                    return True
87
        return False
88

89
    return find(testcase, condition)
90

91

92
def is_unexpected_success(testcase):
93
    def condition(children):
94
        for child in children:
95
            if child.tag != "failure":
96
                continue
97
            is_unexpected_success = (
98
                "unexpected success" in child.attrib["message"].lower()
99
            )
100
            if is_unexpected_success:
101
                return True
102
        return False
103

104
    return find(testcase, condition)
105

106

107
MSG = "This test passed, maybe we can remove the skip from dynamo_test_failures.py"
108

109

110
def is_passing_skipped_test(testcase):
111
    def condition(children):
112
        for child in children:
113
            if child.tag != "skipped":
114
                continue
115
            has_passing_skipped_test_msg = MSG in child.attrib["message"]
116
            if has_passing_skipped_test_msg:
117
                return True
118
        return False
119

120
    return find(testcase, condition)
121

122

123
# NB: not an unexpected success
124
def is_failure(testcase):
125
    def condition(children):
126
        for child in children:
127
            if child.tag != "failure":
128
                continue
129
            is_unexpected_success = (
130
                "unexpected success" in child.attrib["message"].lower()
131
            )
132
            if not is_unexpected_success:
133
                return True
134
        return False
135

136
    return find(testcase, condition)
137