tabbyAPI-ollama/docker-compose.yml
city-unit e70729b0c0 Update Docker
Squash commit that merges #43, #44, and #45

Create .dockerignore

Make compose marginally better

Un-scuffed the Dockerfile
2023-12-28 18:26:04 -05:00

21 lines
464 B
YAML

version: '3.8'
services:
tabbyapi:
build:
context: .
args:
INSTALL_FSCHAT: "true" # Set this to "true" or "false" as needed
ports:
- "5000:5000"
environment:
- NAME=TabbyAPI
- NVIDIA_VISIBLE_DEVICES=all
volumes:
- ./models:/usr/src/app/models
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]