llama-index

1
import json
2
from typing import Iterable, List
3

4
import requests
5

6

7
def get_response(response: requests.Response) -> List[str]:
8
    data = json.loads(response.content)
9
    return data["text"]
10

11

12
def post_http_request(
13
    api_url: str, sampling_params: dict = {}, stream: bool = False
14
) -> requests.Response:
15
    headers = {"User-Agent": "Test Client"}
16
    sampling_params["stream"] = stream
17

18
    return requests.post(api_url, headers=headers, json=sampling_params, stream=True)
19

20

21
def get_streaming_response(response: requests.Response) -> Iterable[List[str]]:
22
    for chunk in response.iter_lines(
23
        chunk_size=8192, decode_unicode=False, delimiter=b"\0"
24
    ):
25
        if chunk:
26
            data = json.loads(chunk.decode("utf-8"))
27
            yield data["text"]
28