mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
14 lines
283 B
YAML
14 lines
283 B
YAML
version: '3.8'
|
|
services:
|
|
tabbyapi:
|
|
build: .
|
|
ports:
|
|
- "5000:5000"
|
|
runtime: nvidia
|
|
environment:
|
|
- NAME=TabbyAPI
|
|
- NVIDIA_VISIBLE_DEVICES=all
|
|
# volumes:
|
|
# - /path/to/models:/usr/src/app/models
|
|
# - /path/to/config:/usr/src/app/config.yml
|