-
Notifications
You must be signed in to change notification settings - Fork 5
Expand file tree
/
Copy pathDockerfile
More file actions
102 lines (85 loc) · 3.56 KB
/
Copy pathDockerfile
File metadata and controls
102 lines (85 loc) · 3.56 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
ARG CPU_BASE_IMAGE=python:3.10-slim
ARG GPU_BASE_IMAGE=nvidia/cuda:12.8.1-cudnn-runtime-ubuntu22.04
ARG IMAGE_VARIANT=cpu
FROM ${CPU_BASE_IMAGE} AS cpu-base
ENV PYTHONUNBUFFERED=1 \
PIP_NO_CACHE_DIR=1 \
PIP_BREAK_SYSTEM_PACKAGES=1 \
PIP_DEFAULT_TIMEOUT=120 \
HF_HOME=/app/model-cache/hf \
XDG_CACHE_HOME=/app/model-cache/xdg
WORKDIR /app
RUN DEBIAN_FRONTEND=noninteractive apt-get update && apt-get install -y --no-install-recommends \
ffmpeg \
poppler-utils \
tesseract-ocr \
tini \
&& rm -rf /var/lib/apt/lists/*
FROM ${GPU_BASE_IMAGE} AS gpu-base
ENV PYTHONUNBUFFERED=1 \
PIP_NO_CACHE_DIR=1 \
PIP_BREAK_SYSTEM_PACKAGES=1 \
PIP_DEFAULT_TIMEOUT=120 \
HF_HOME=/app/model-cache/hf \
XDG_CACHE_HOME=/app/model-cache/xdg \
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/lib/echonotes-cuda
WORKDIR /app
RUN DEBIAN_FRONTEND=noninteractive apt-get update && apt-get install -y --no-install-recommends \
ca-certificates \
ffmpeg \
poppler-utils \
python3 \
python3-pip \
python3-venv \
tesseract-ocr \
tini \
&& ln -sf /usr/bin/python3 /usr/local/bin/python \
&& ln -sf /usr/bin/pip3 /usr/local/bin/pip \
&& rm -rf /var/lib/apt/lists/*
FROM cpu-base AS cpu-runtime-base
FROM gpu-base AS gpu-runtime-base
FROM ${IMAGE_VARIANT}-runtime-base AS runtime
ARG IMAGE_VARIANT
ARG TORCH_INDEX_URL=https://pypi.org/simple
ARG TORCH_EXTRA_INDEX_URL=https://download.pytorch.org/whl/cpu
ARG TORCH_PACKAGE_SPEC=torch==2.8.0+cpu
ARG TORCHAUDIO_PACKAGE_SPEC=torchaudio==2.8.0+cpu
ARG TORCH_INSTALL_NO_DEPS=0
ARG TORCH_PYTHON_DEPS=
COPY requirements.txt /app/requirements.txt
RUN if [ -n "${TORCH_PYTHON_DEPS}" ]; then \
pip install --index-url https://pypi.org/simple $(printf '%s' "${TORCH_PYTHON_DEPS}" | tr ',' ' '); \
fi
RUN if [ "${TORCH_INSTALL_NO_DEPS}" = "1" ]; then \
TORCH_INSTALL_ARGS="--no-deps"; \
else \
TORCH_INSTALL_ARGS=""; \
fi; \
if [ -n "${TORCH_EXTRA_INDEX_URL}" ]; then \
pip install ${TORCH_INSTALL_ARGS} --index-url "${TORCH_INDEX_URL}" --extra-index-url "${TORCH_EXTRA_INDEX_URL}" "${TORCH_PACKAGE_SPEC}" "${TORCHAUDIO_PACKAGE_SPEC}"; \
else \
pip install ${TORCH_INSTALL_ARGS} --index-url "${TORCH_INDEX_URL}" "${TORCH_PACKAGE_SPEC}" "${TORCHAUDIO_PACKAGE_SPEC}"; \
fi
RUN pip install -r /app/requirements.txt && \
if [ "${IMAGE_VARIANT}" = "gpu" ]; then \
PYTHON_SITE_PACKAGES="$(python -c "import sysconfig; print(sysconfig.get_paths()['purelib'])")" && \
mkdir -p /usr/local/lib/echonotes-cuda && \
for libdir in \
"${PYTHON_SITE_PACKAGES}/nvidia/cuda_cupti/lib" \
"${PYTHON_SITE_PACKAGES}/nvidia/cusparselt/lib" \
"${PYTHON_SITE_PACKAGES}/nvidia/nccl/lib"; do \
if [ -d "${libdir}" ]; then \
cp -a "${libdir}"/. /usr/local/lib/echonotes-cuda/; \
fi; \
done && \
python -m pip uninstall -y $(python -m pip list --format=freeze | cut -d= -f1 | grep '^nvidia-'); \
fi
RUN mkdir -p /app/config-defaults /app/incoming /app/vault /app/config /app/model-cache/hf /app/model-cache/xdg
COPY main.py README.md /app/
COPY config.sample.yml /app/config-defaults/config.yml
COPY summarize-notes.md /app/config-defaults/summarize-notes.md
COPY obsidian-extract.md /app/config-defaults/obsidian-extract.md
COPY obsidian-template.md /app/config-defaults/obsidian-template.md
VOLUME ["/app/incoming", "/app/vault", "/app/config", "/app/model-cache"]
ENTRYPOINT ["/usr/bin/tini", "--"]
CMD ["python", "/app/main.py"]