mirror of
https://github.com/ostris/ai-toolkit.git
synced 2026-07-11 17:52:04 +00:00
108 lines
3.6 KiB
Docker
108 lines
3.6 KiB
Docker
FROM nvidia/cuda:12.8.1-devel-ubuntu24.04
|
|
|
|
LABEL authors="jaret"
|
|
|
|
# Set noninteractive to avoid timezone prompts
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
|
|
# ref https://en.wikipedia.org/wiki/CUDA
|
|
ENV TORCH_CUDA_ARCH_LIST="8.0 8.6 8.9 9.0 10.0 12.0"
|
|
|
|
# Install dependencies
|
|
RUN apt-get update && apt-get install --no-install-recommends -y \
|
|
git \
|
|
curl \
|
|
build-essential \
|
|
cmake \
|
|
wget \
|
|
python3.12 \
|
|
python3-pip \
|
|
python3-dev \
|
|
python3-setuptools \
|
|
python3-wheel \
|
|
python3-venv \
|
|
ffmpeg \
|
|
tmux \
|
|
htop \
|
|
nvtop \
|
|
python3-opencv \
|
|
openssh-client \
|
|
openssh-server \
|
|
openssl \
|
|
rsync \
|
|
unzip \
|
|
&& apt-get clean \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
# Install nodejs
|
|
WORKDIR /tmp
|
|
RUN curl -sL https://deb.nodesource.com/setup_23.x -o nodesource_setup.sh && \
|
|
bash nodesource_setup.sh && \
|
|
apt-get update && \
|
|
apt-get install -y nodejs && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
WORKDIR /app
|
|
|
|
# Set aliases for python and pip
|
|
RUN ln -s /usr/bin/python3 /usr/bin/python
|
|
|
|
# install pytorch before cache bust to avoid redownloading pytorch
|
|
RUN pip install --no-cache-dir torch==2.9.1 torchvision==0.24.1 torchaudio==2.9.1 --index-url https://download.pytorch.org/whl/cu128 --break-system-packages
|
|
|
|
WORKDIR /app/ai-toolkit
|
|
|
|
# ---------------------------------------------------------------------------- #
|
|
# Dependency layers come BEFORE the source clone so they are only rebuilt (and
|
|
# only need to be re-pulled by servers) when the dependency manifests change,
|
|
# not on every code change.
|
|
# ---------------------------------------------------------------------------- #
|
|
|
|
# Install Python dependencies (only re-runs when the requirements files change)
|
|
COPY requirements.txt requirements_base.txt /app/ai-toolkit/
|
|
RUN pip install --no-cache-dir --break-system-packages -r requirements.txt && \
|
|
pip install setuptools==69.5.1 --no-cache-dir --break-system-packages
|
|
|
|
# Install Node dependencies (only re-runs when package.json / package-lock.json change)
|
|
COPY ui/package.json ui/package-lock.json /app/ai-toolkit/ui/
|
|
RUN cd /app/ai-toolkit/ui && npm ci
|
|
|
|
# ---------------------------------------------------------------------------- #
|
|
# Source code comes LAST. Only this layer (plus the UI build below) is rebuilt
|
|
# on a code change, so servers only re-pull the (small) source, not the deps.
|
|
# Clone to a temp dir and rsync the source in, preserving the dependency dirs
|
|
# already populated above (ui/node_modules) and the manifests already used.
|
|
# ---------------------------------------------------------------------------- #
|
|
ARG CACHEBUST=1234
|
|
ARG GIT_COMMIT=main
|
|
RUN echo "Cache bust: ${CACHEBUST}" && \
|
|
git clone https://github.com/ostris/ai-toolkit.git /tmp/ai-toolkit-src && \
|
|
cd /tmp/ai-toolkit-src && \
|
|
git checkout ${GIT_COMMIT} && \
|
|
rsync -a --delete \
|
|
--exclude 'ui/node_modules' \
|
|
--exclude 'requirements.txt' \
|
|
--exclude 'ui/package.json' \
|
|
--exclude 'ui/package-lock.json' \
|
|
/tmp/ai-toolkit-src/ /app/ai-toolkit/ && \
|
|
rm -rf /tmp/ai-toolkit-src
|
|
|
|
# Build UI (re-runs on code change, but reuses the cached node_modules above).
|
|
# update_db runs first because it does `prisma generate`, which creates the
|
|
# @prisma/client types the TS build needs. In the old layout generate happened
|
|
# as a side effect of npm install seeing the schema; now the source arrives
|
|
# after npm ci, so run it explicitly before the build.
|
|
RUN cd /app/ai-toolkit/ui && \
|
|
npm run update_db && \
|
|
npm run build
|
|
|
|
# Expose port (assuming the application runs on port 3000)
|
|
EXPOSE 8675
|
|
|
|
WORKDIR /
|
|
|
|
COPY docker/start.sh /start.sh
|
|
RUN chmod +x /start.sh
|
|
|
|
CMD ["/start.sh"] |