jalr/tabbyAPI-ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Merge pull request #371 from DocShotgun/main

Browse source 
Config: Remove developer arg cuda_malloc_backend
This commit is contained in:
Brian 2025-08-01 14:02:57 -04:00 • committed by GitHub
commit 03d72a37be
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 0 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

3
common/config_models.py
View file

@ -419,9 +419,6 @@ class DeveloperConfig(BaseConfigModel):
disable_request_streaming: Optional[bool] = Field(
False, description=("Disable API request streaming (default: False).")
)
cuda_malloc_backend: Optional[bool] = Field(
False, description=("Enable the torch CUDA malloc backend (default: False).")
)
realtime_process_priority: Optional[bool] = Field(
False,
description=(

3
config_sample.yml
View file

@ -216,9 +216,6 @@ developer:
# Disable API request streaming (default: False).
disable_request_streaming: false
# Enable the torch CUDA malloc backend (default: False).
cuda_malloc_backend: false
# Set process to use a higher priority.
# For realtime process priority, run as administrator or sudo.
# Otherwise, the priority will be set to high.