diff --git a/endpoints/core/types/model.py b/endpoints/core/types/model.py index 6855108..a182913 100644 --- a/endpoints/core/types/model.py +++ b/endpoints/core/types/model.py @@ -83,7 +83,6 @@ class ModelLoadRequest(BaseModel): # Config arguments backend: Optional[str] = Field( description="Backend to use", - default="exllamav2", ) max_seq_len: Optional[int] = Field( description="Leave this blank to use the model's base sequence length",