Update Docker

Squash commit that merges #43, #44, and #45

Create .dockerignore

Make compose marginally better

Un-scuffed the Dockerfile
This commit is contained in:
city-unit
2023-12-27 23:39:33 -05:00
committed by kingbri
parent 5dc2df68be
commit e70729b0c0
3 changed files with 13 additions and 9 deletions

View File

@@ -7,9 +7,15 @@ services:
INSTALL_FSCHAT: "true" # Set this to "true" or "false" as needed
ports:
- "5000:5000"
runtime: nvidia
environment:
- NAME=TabbyAPI
- NVIDIA_VISIBLE_DEVICES=all
volumes:
- /mnt/nvme/models:/usr/src/app/models
- ./models:/usr/src/app/models
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: all
capabilities: [gpu]