15 lines
334 B
YAML
15 lines
334 B
YAML
version: '3.8'
|
|
services:
|
|
tabbyapi:
|
|
build:
|
|
context: .
|
|
args:
|
|
INSTALL_FSCHAT: "true" # Set this to "true" or "false" as needed
|
|
ports:
|
|
- "5000:5000"
|
|
runtime: nvidia
|
|
environment:
|
|
- NAME=TabbyAPI
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
volumes:
|
|
- /mnt/nvme/models:/usr/src/app/models
|