API: Patch kobold generation call
Calling the model requires different args now. Signed-off-by: kingbri <8082010+kingbri1@users.noreply.github.com>
This commit is contained in:
parent
b683545d0e
commit
bc0a84241a
1 changed files with 5 additions and 1 deletions
|
|
@ -53,8 +53,12 @@ async def _stream_collector(data: GenerateRequest, request: Request):
|
|||
logger.info(f"Received Kobold generation request {data.genkey}")
|
||||
|
||||
generator = model.container.stream_generate(
|
||||
request_id=data.genkey, abort_event=abort_event, **data.model_dump()
|
||||
request_id=data.genkey,
|
||||
prompt=data.prompt,
|
||||
params=data,
|
||||
abort_event=abort_event,
|
||||
)
|
||||
|
||||
async for generation in generator:
|
||||
if disconnect_task.done():
|
||||
abort_event.set()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue