llvm-project

1
#!@Python3_EXECUTABLE@
2
# -*- coding: utf-8 -*-
3

4
import argparse
5
import datetime
6
import json
7
import os
8
import sys
9

10
from urllib import error as urlerror
11
from urllib import parse as urlparse
12
from urllib import request
13

14

15
mlir_source_root = "@MLIR_SOURCE_DIR@"
16
sys.path.insert(0, os.path.join(mlir_source_root, "utils", "mbr", "mbr"))
17

18
from main import main
19

20

21
if __name__ == "__main__":
22
    parser = argparse.ArgumentParser()
23
    parser.add_argument(
24
        "--machine",
25
        required=True,
26
        help="A platform identifier on which the "
27
             "benchmarks are run. For example"
28
             " <hardware>-<arch>-<optimization level>-<branch-name>"
29
    )
30
    parser.add_argument(
31
        "--revision",
32
        required=True,
33
        help="The key used to identify different runs. "
34
             "Could be anything as long as it"
35
             " can be sorted by python's sort function"
36
    )
37
    parser.add_argument(
38
        "--url",
39
        help="The lnt server url to send the results to",
40
        default="http://localhost:8000/db_default/v4/nts/submitRun"
41
    )
42
    parser.add_argument(
43
        "--result-stdout",
44
        help="Print benchmarking results to stdout instead"
45
             " of sending it to lnt",
46
        default=False,
47
        action=argparse.BooleanOptionalAction
48
    )
49
    parser.add_argument(
50
        "top_level_path",
51
        help="The top level path from which to search for benchmarks",
52
        default=os.getcwd(),
53
    )
54
    parser.add_argument(
55
        "--stop_on_error",
56
        help="Should we stop the benchmark run on errors? Defaults to false",
57
        default=False,
58
    )
59
    args = parser.parse_args()
60

61
    complete_benchmark_start_time = datetime.datetime.utcnow().isoformat()
62
    benchmark_function_dicts = main(args.top_level_path, args.stop_on_error)
63
    complete_benchmark_end_time = datetime.datetime.utcnow().isoformat()
64
    lnt_dict = {
65
        "format_version": "2",
66
        "machine": {"name": args.machine},
67
        "run": {
68
            "end_time": complete_benchmark_start_time,
69
            "start_time": complete_benchmark_end_time,
70
            "llvm_project_revision": args.revision
71
        },
72
        "tests": benchmark_function_dicts,
73
        "name": "MLIR benchmark suite"
74
    }
75
    lnt_json = json.dumps(lnt_dict, indent=4)
76
    if args.result_stdout is True:
77
        print(lnt_json)
78
    else:
79
        request_data = urlparse.urlencode(
80
            {"input_data": lnt_json}
81
        ).encode("ascii")
82
        req = request.Request(args.url, request_data)
83
        try:
84
            resp = request.urlopen(req)
85
        except urlerror.HTTPError as e:
86
            print(e)
87