mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-03-14 15:57:27 +00:00
Docker: Switch image and copy config
Automatically create a config.yml on build. Also use the cuda runtime image which is much lighter than the previous cuda devel image. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -1 +1,4 @@
|
||||
models/
|
||||
loras/
|
||||
.ruff_cache/
|
||||
**/__pycache__/
|
||||
@@ -1,5 +1,5 @@
|
||||
# Use an official CUDA runtime with Ubuntu as a parent image
|
||||
FROM nvidia/cuda:12.2.0-devel-ubuntu22.04
|
||||
FROM nvidia/cuda:12.4.1-runtime-ubuntu22.04
|
||||
|
||||
# Set the working directory in the container
|
||||
WORKDIR /app
|
||||
@@ -11,6 +11,7 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
|
||||
ca-certificates \
|
||||
python3.11 \
|
||||
python3-pip \
|
||||
git \
|
||||
&& rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# Upgrade pip
|
||||
@@ -25,6 +26,9 @@ RUN pip3 install --no-cache-dir .[cu121]
|
||||
# Copy the current directory contents into the container
|
||||
COPY . .
|
||||
|
||||
# Create a config.yml
|
||||
COPY config_sample.yml config.yml
|
||||
|
||||
# Make port 5000 available to the world outside this container
|
||||
EXPOSE 5000
|
||||
|
||||
|
||||
Reference in New Issue
Block a user