mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-20 14:28:54 +00:00
Update Docker
Squash commit that merges #43, #44, and #45 Create .dockerignore Make compose marginally better Un-scuffed the Dockerfile
This commit is contained in:
@@ -7,9 +7,15 @@ services:
|
||||
INSTALL_FSCHAT: "true" # Set this to "true" or "false" as needed
|
||||
ports:
|
||||
- "5000:5000"
|
||||
runtime: nvidia
|
||||
environment:
|
||||
- NAME=TabbyAPI
|
||||
- NVIDIA_VISIBLE_DEVICES=all
|
||||
volumes:
|
||||
- /mnt/nvme/models:/usr/src/app/models
|
||||
- ./models:/usr/src/app/models
|
||||
deploy:
|
||||
resources:
|
||||
reservations:
|
||||
devices:
|
||||
- driver: nvidia
|
||||
count: all
|
||||
capabilities: [gpu]
|
||||
|
||||
Reference in New Issue
Block a user