jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Tree: Format

Browse source 
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-07-23 14:32:50 -04:00
parent 300f034233
commit 3e8ffebdd3
2 changed files with 1 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
backends/exllamav2/model.py
View file

@ -1080,8 +1080,6 @@ class ExllamaV2Container:
else [self.tokenizer.eos_token_id] else [self.tokenizer.eos_token_id]
) )
print(self.tokenizer.eos_token_id)
# Ban the EOS token if specified. If not, append to stop conditions # Ban the EOS token if specified. If not, append to stop conditions
# as well. # as well.
# Set this below logging to avoid polluting the stop strings array # Set this below logging to avoid polluting the stop strings array

3
endpoints/server.py
View file

@ -1,4 +1,3 @@
from typing import List
import uvicorn import uvicorn
from fastapi import FastAPI from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware from fastapi.middleware.cors import CORSMiddleware
@ -34,7 +33,7 @@ def setup_app():
allow_headers=["*"], allow_headers=["*"],
) )
api_servers: List[str] = unwrap(config.network_config().get("api_servers"), []) api_servers = unwrap(config.network_config().get("api_servers"), [])
# Map for API id to server router # Map for API id to server router
router_mapping = {"oai": OAIRouter} router_mapping = {"oai": OAIRouter}