From fa8035ef7299293fb8bf70ed28d811ec42138004 Mon Sep 17 00:00:00 2001 From: kingbri <8082010+bdashore3@users.noreply.github.com> Date: Sat, 21 Dec 2024 23:14:55 -0500 Subject: [PATCH] Dependencies: Update sse-starlette and formatron Also pin newer versions of dependencies and fix an import from sse-starlette Signed-off-by: kingbri <8082010+bdashore3@users.noreply.github.com> --- endpoints/Kobold/utils/generation.py | 2 +- pyproject.toml | 13 ++++++------- 2 files changed, 7 insertions(+), 8 deletions(-) diff --git a/endpoints/Kobold/utils/generation.py b/endpoints/Kobold/utils/generation.py index 8ffbf0d..2086788 100644 --- a/endpoints/Kobold/utils/generation.py +++ b/endpoints/Kobold/utils/generation.py @@ -2,7 +2,7 @@ import asyncio from asyncio import CancelledError from fastapi import HTTPException, Request from loguru import logger -from sse_starlette import ServerSentEvent +from sse_starlette.event import ServerSentEvent from common import model from common.networking import ( diff --git a/pyproject.toml b/pyproject.toml index 5d7acb7..5b650d4 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -16,31 +16,30 @@ version = "0.0.1" description = "An OAI compatible exllamav2 API that's both lightweight and fast" requires-python = ">=3.10" dependencies = [ - "fastapi-slim >= 0.110.0", + "fastapi-slim >= 0.115", "pydantic >= 2.0.0", "ruamel.yaml", "rich", "uvicorn >= 0.28.1", "jinja2 >= 3.0.0", "loguru", - "sse-starlette", + "sse-starlette >= 2.2.0", "packaging", - "tokenizers>=0.21.0", - "formatron", - "kbnf>=0.4.1", + "tokenizers >= 0.21.0", + "formatron >= 0.4.10", + "kbnf >= 0.4.1", "aiofiles", "aiohttp", "async_lru", "huggingface_hub", "psutil", - "httptools>=0.5.0", + "httptools >= 0.5.0", "pillow", # Improved asyncio loops "uvloop ; platform_system == 'Linux' and platform_machine == 'x86_64'", "winloop ; platform_system == 'Windows'", - # TEMP: Remove once 2.x is fixed in upstream "numpy < 2.0.0", # For python 3.12