/
githubmirror
/
text-generation-webui
Обзор
Документация
Войти
/
githubmirror
/
text-generation-webui
Код
Запросы
0
Пакеты
0
Релизы
0
Аналитика
Безопасность
main
modules/callbacks.py
67 строк
2 KB
oobabooga
Minor cleanup
20 мар 2026, 17:20
20 мар 2026, 17:20
2e4232e
Код
Авторство
О чём код?
from queue import Queue from threading import Thread import modules.shared as shared from modules.logging_colors import logger class StopNowException(Exception): pass class Iteratorize: """ Transforms a function that takes a callback into a lazy iterator (generator). Adapted from: https://stackoverflow.com/a/9969000 """ def __init__(self, func, args=None, kwargs=None, callback=None): self.mfunc = func self.c_callback = callback self.q = Queue() self.sentinel = object() self.args = args or [] self.kwargs = kwargs or {} self.stop_now = False def _callback(val): if self.stop_now or shared.stop_everything: raise StopNowException self.q.put(val) def gentask(): try: ret = self.mfunc(callback=_callback, *self.args, **self.kwargs) except StopNowException: pass except Exception: logger.exception("Failed in generation callback") self.q.put(self.sentinel) if self.c_callback: self.c_callback(ret) self.thread = Thread(target=gentask) self.thread.start() def __iter__(self): return self def __next__(self): obj = self.q.get(True, None) if obj is self.sentinel: raise StopIteration else: return obj def __del__(self): pass def __enter__(self): return self def __exit__(self, exc_type, exc_val, exc_tb): self.stop_now = True