78f920eeda
Move common functions into their own folder and refactor the backends to use their own folder as well. Also cleanup imports and alphabetize import statments themselves. Finally, move colab and docker into their own folders as well. Signed-off-by: kingbri <bdashore3@proton.me>
20 lines
417 B
YAML
20 lines
417 B
YAML
version: '3.8'
|
|
services:
|
|
tabbyapi:
|
|
build:
|
|
context: ..
|
|
dockerfile: ./docker/Dockerfile
|
|
ports:
|
|
- "5000:5000"
|
|
environment:
|
|
- NAME=TabbyAPI
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
volumes:
|
|
- ./models:/usr/src/app/models
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|