-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathDockerfile
More file actions
36 lines (27 loc) · 1.08 KB
/
Copy pathDockerfile
File metadata and controls
36 lines (27 loc) · 1.08 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
# --- Router Agent (API-Only) ---
# All tasks are routed to Fireworks API to ensure compliance with the scoring rule
# that "every scored answer must ultimately originate from a Fireworks API call".
FROM python:3.11-slim
ENV PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1 \
PIP_NO_CACHE_DIR=1
RUN apt-get update && apt-get install -y --no-install-recommends \
curl \
ca-certificates \
build-essential \
cmake \
&& rm -rf /var/lib/apt/lists/*
WORKDIR /app
COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt \
&& pip install --no-cache-dir llama-cpp-python==0.3.30 --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu
COPY models/local_model.ggu[f] /app/models/
RUN if [ ! -f /app/models/local_model.gguf ]; then \
curl -L -o /app/models/local_model.gguf \
https://huggingface.co/bartowski/Qwen2.5-1.5B-Instruct-GGUF/resolve/main/Qwen2.5-1.5B-Instruct-Q4_K_M.gguf; \
fi
COPY main.py .
COPY src/ ./src/
COPY config/ ./config/
RUN mkdir -p /input /output
ENTRYPOINT ["python", "main.py"]