From bc0a84241a1819d3b0f87b343295df69b602b0cf Mon Sep 17 00:00:00 2001 From: kingbri <8082010+kingbri1@users.noreply.github.com> Date: Mon, 5 May 2025 22:11:21 -0400 Subject: [PATCH] API: Patch kobold generation call Calling the model requires different args now. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com> --- endpoints/Kobold/utils/generation.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/endpoints/Kobold/utils/generation.py b/endpoints/Kobold/utils/generation.py index 39ddb9f..0d345d8 100644 --- a/endpoints/Kobold/utils/generation.py +++ b/endpoints/Kobold/utils/generation.py @@ -53,8 +53,12 @@ async def _stream_collector(data: GenerateRequest, request: Request): logger.info(f"Received Kobold generation request {data.genkey}") generator = model.container.stream_generate( - request_id=data.genkey, abort_event=abort_event, **data.model_dump() + request_id=data.genkey, + prompt=data.prompt, + params=data, + abort_event=abort_event, ) + async for generation in generator: if disconnect_task.done(): abort_event.set()