Files
SillyTavern-extras/docker/docker-compose.yml
2024-04-07 09:16:14 +02:00

61 lines
2.6 KiB
YAML

version: "3"
services:
sillytavern-extras:
# runtime: nvidia
deploy:
resources:
reservations:
devices:
- driver: nvidia
count: 1
# either specify below which, or above how many. not both.
# device_ids: ['1']
capabilities: [gpu]
image: cohee1207/sillytavern-extras
build:
context: ../
dockerfile: docker/Dockerfile
args:
REQUIREMENTS: requirements.txt
# Possible Values:
# requirements.txt - Use when running on Nvidia
# requirements-rocm.txt - Use when running on AMD
# requirements-silicon.txt - Use for Apple M1 or M2 chipset.
#
# Add-on Instructions:
# Append the above with " -r " as separator and surround with quotes.
# Example: REQUIREMENTS: "requirements.txt -r requirements-rvc.txt"
#
# Possible Add-ons:
# requirements-coqui.txt - Required to run the COQUI TTS Module
# requirements-rvc.txt - Required to run the Real-time Voice Cloning module
#
volumes:
- "./cache:/root/.cache"
- "../api_key.txt:/sillytavern-extras/api_key.txt:rw"
# Options Module Volumes - Uncomment the lines for your desired modules before building.
#
# ChromaDB - Utilized by ChromaDB.
# - "./chromadb:/chromadb"
#
# Real-time Voice Cloning
# - "./models/rvc:/sillytavern-extras/data/models/rvc"
#
ports:
- "5100:5100"
environment:
- NVIDIA_VISIBLE_DEVICES=all
entrypoint: ["python", "server.py", "--enable-modules=caption,summarize,classify"]
#
# Additional Modules:
# For a list of possible modules, refer to the "Modules" section on the main page at https://github.com/SillyTavern/SillyTavern-Extras?tab=readme-ov-file#modules .
# NOTE - Separate additional modules by commas in the "--enable-modules" list. DO NOT separate them with spaces.
# Example: Adding the RVC module would result in the entrypoint looking like the following:
# entrypoint: ["python", "server.py", "--enable-modules=caption,summarize,classify,rvc"]
#
# Additional Flags:
# For a list of additional flags, refer to the "Options" section on the main page at https://github.com/SillyTavern/SillyTavern-Extras?tab=readme-ov-file#options .
# NOTE - Add each additional flag as an additional argument. They should be surrounded in quotes and comma separated from the previous arguments.
# Example: Adding the "--listen" flag to allow network communication would result in the entrypoint looking like the following:
# entrypoint: ["python", "server.py", "--enable-modules=caption,summarize,classify", "--listen"]