text-generation-inference

1
import pytest
2

3
from text_generation_server.pb import generate_pb2
4

5

6
@pytest.fixture
7
def default_pb_parameters():
8
    return generate_pb2.NextTokenChooserParameters(
9
        temperature=1.0,
10
        repetition_penalty=1.0,
11
        top_k=0,
12
        top_p=1.0,
13
        typical_p=1.0,
14
        do_sample=False,
15
    )
16

17

18
@pytest.fixture
19
def default_pb_stop_parameters():
20
    return generate_pb2.StoppingCriteriaParameters(stop_sequences=[], max_new_tokens=10)
21