githubmirror/text-generation-webui

modules/api/logits.py

9 строк377 B

oobabooga

API: Move OpenAI-compatible API from extensions/openai to modules/api

20 мар 2026, 20:46

20 мар 2026, 20:46bf6fbc0

from .completions import process_parameters
from modules.logits import get_next_logits


def _get_next_logits(body):
    # Pre-process the input payload to simulate a real generation
    use_samplers = body['use_samplers']
    state = process_parameters(body)
    return get_next_logits(body['prompt'], state, use_samplers, "", top_logits=body['top_logits'], return_dict=True)