Tree: Format
Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
parent
8e4745920c
commit
1ec8eb9620
15 changed files with 21 additions and 7 deletions
|
|
@ -1,4 +1,5 @@
|
|||
"""The model container class for ExLlamaV2 models."""
|
||||
|
||||
import gc
|
||||
from itertools import zip_longest
|
||||
import pathlib
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
"""Argparser for overriding config values"""
|
||||
|
||||
import argparse
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -2,6 +2,7 @@
|
|||
This method of authorization is pretty insecure, but since TabbyAPI is a local
|
||||
application, it should be fine.
|
||||
"""
|
||||
|
||||
import secrets
|
||||
import yaml
|
||||
from fastapi import Header, HTTPException
|
||||
|
|
|
|||
|
|
@ -1,6 +1,7 @@
|
|||
"""
|
||||
Functions for logging generation events.
|
||||
"""
|
||||
|
||||
from pydantic import BaseModel
|
||||
from loguru import logger
|
||||
from typing import Dict, Optional
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
"""Small replication of AutoTokenizer's chat template system for efficiency"""
|
||||
|
||||
import json
|
||||
import pathlib
|
||||
from functools import lru_cache
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
""" Common types for OAI. """
|
||||
"""Common types for OAI."""
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
from typing import Optional
|
||||
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
""" Completion API protocols """
|
||||
"""Completion API protocols"""
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
from time import time
|
||||
from typing import Dict, List, Optional, Union
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
""" Lora types """
|
||||
"""Lora types"""
|
||||
|
||||
from pydantic import BaseModel, Field
|
||||
from time import time
|
||||
from typing import Optional, List
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
""" Contains model card types. """
|
||||
"""Contains model card types."""
|
||||
|
||||
from pydantic import BaseModel, Field, ConfigDict
|
||||
from time import time
|
||||
from typing import List, Optional
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
""" Tokenization types """
|
||||
"""Tokenization types"""
|
||||
|
||||
from pydantic import BaseModel
|
||||
from typing import List
|
||||
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
"""Chat completion utilities for OAI server."""
|
||||
|
||||
import pathlib
|
||||
from typing import Optional
|
||||
from uuid import uuid4
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
"""Completion utilities for OAI server."""
|
||||
|
||||
import pathlib
|
||||
from fastapi import HTTPException, Request
|
||||
from fastapi.concurrency import run_in_threadpool
|
||||
|
|
|
|||
1
start.py
1
start.py
|
|
@ -1,4 +1,5 @@
|
|||
"""Utility to automatically upgrade and start the API"""
|
||||
|
||||
import asyncio
|
||||
import argparse
|
||||
import os
|
||||
|
|
|
|||
|
|
@ -1,4 +1,5 @@
|
|||
""" Test the model container. """
|
||||
"""Test the model container."""
|
||||
|
||||
from backends.exllamav2.model import ModelContainer
|
||||
|
||||
|
||||
|
|
|
|||
|
|
@ -1,4 +1,4 @@
|
|||
""" Test if the wheels are installed correctly. """
|
||||
"""Test if the wheels are installed correctly."""
|
||||
|
||||
from importlib.metadata import version
|
||||
from importlib.util import find_spec
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue