Add basic docker support

This commit is contained in:
city_unit
2023-11-19 00:01:17 -05:00
parent 6b9af58cc1
commit 99cf0b6d7b
2 changed files with 50 additions and 0 deletions

13
docker-compose.yml Normal file
View File

@@ -0,0 +1,13 @@
version: '3.8'
services:
tabbyapi:
build: .
ports:
- "5000:5000"
runtime: nvidia
environment:
- NAME=TabbyAPI
- NVIDIA_VISIBLE_DEVICES=all
# volumes:
# - /path/to/models:/usr/src/app/models
# - /path/to/config:/usr/src/app/config.yml