Tree: Format

Signed-off-by: kingbri <bdashore3@proton.me>

backends/exllamav2/model.py

@@ -1,4 +1,5 @@
 """The model container class for ExLlamaV2 models."""
+
 import gc
 from itertools import zip_longest
 import pathlib

common/args.py

@@ -1,4 +1,5 @@
 """Argparser for overriding config values"""
+
 import argparse
 
 

common/auth.py

@@ -2,6 +2,7 @@
 This method of authorization is pretty insecure, but since TabbyAPI is a local
 application, it should be fine.
 """
+
 import secrets
 import yaml
 from fastapi import Header, HTTPException

common/gen_logging.py

@@ -1,6 +1,7 @@
 """
 Functions for logging generation events.
 """
+
 from pydantic import BaseModel
 from loguru import logger
 from typing import Dict, Optional

common/templating.py

@@ -1,4 +1,5 @@
 """Small replication of AutoTokenizer's chat template system for efficiency"""
+
 import json
 import pathlib
 from functools import lru_cache

endpoints/OAI/types/common.py

@@ -1,4 +1,5 @@
 """Common types for OAI."""
+
 from pydantic import BaseModel, Field
 from typing import Optional
 

endpoints/OAI/types/completion.py

@@ -1,4 +1,5 @@
 """Completion API protocols"""
+
 from pydantic import BaseModel, Field
 from time import time
 from typing import Dict, List, Optional, Union

endpoints/OAI/types/lora.py

@@ -1,4 +1,5 @@
 """Lora types"""
+
 from pydantic import BaseModel, Field
 from time import time
 from typing import Optional, List

endpoints/OAI/types/model.py

@@ -1,4 +1,5 @@
 """Contains model card types."""
+
 from pydantic import BaseModel, Field, ConfigDict
 from time import time
 from typing import List, Optional

endpoints/OAI/types/token.py

@@ -1,4 +1,5 @@
 """Tokenization types"""
+
 from pydantic import BaseModel
 from typing import List
 

endpoints/OAI/utils/chat_completion.py

@@ -1,4 +1,5 @@
 """Chat completion utilities for OAI server."""
+
 import pathlib
 from typing import Optional
 from uuid import uuid4

endpoints/OAI/utils/completion.py

@@ -1,4 +1,5 @@
 """Completion utilities for OAI server."""
+
 import pathlib
 from fastapi import HTTPException, Request
 from fastapi.concurrency import run_in_threadpool

start.py

@@ -1,4 +1,5 @@
 """Utility to automatically upgrade and start the API"""
+
 import asyncio
 import argparse
 import os

tests/model_test.py

@@ -1,4 +1,5 @@
 """Test the model container."""
+
 from backends.exllamav2.model import ModelContainer