dream

1
import os
2

3
import requests
4

5
import common.test_utils as test_utils
6

7

8
SERVICE_PORT = int(os.getenv("SERVICE_PORT"))
9
RANDOM_SEED = int(os.getenv("RANDOM_SEED", 2718))
10
URL = f"http://0.0.0.0:{SERVICE_PORT}/model"
11

12

13
def handler(requested_data, random_seed):
14
    hypothesis = requests.post(URL, json={**requested_data, "random_seed": random_seed}).json()
15
    return hypothesis
16

17

18
def run_test(handler) -> None:
19
    in_data, out_data = test_utils.get_dataset()
20
    for test_name in in_data:
21
        print(f"test name: {test_name}")
22
        cur_in_test = in_data[test_name]
23
        cur_out_test = out_data[test_name]
24
        for cur_in_data, cur_out_data in zip(cur_in_test, cur_out_test):
25
            cur_real_out_data = handler(cur_in_data, RANDOM_SEED)
26
            cur_real_out_data = cur_real_out_data[0]["facts"]
27

28
            assert all(
29
                [fact in cur_out_data for fact in cur_real_out_data]
30
            ), f"expect out: {cur_out_data}\n real out: {cur_real_out_data}"
31

32
    print("Success")
33

34

35
if __name__ == "__main__":
36
    run_test(handler)
37