infra!: made app runner-agnostic (poetry/uv) and optimized build process

This commit is contained in:
2025-12-21 05:27:13 +01:00
parent 365f110f9c
commit ffd2678c91
4 changed files with 46 additions and 41 deletions

View File

@@ -18,18 +18,18 @@ repos:
hooks: hooks:
- id: ruff-check - id: ruff-check
name: Ruff Linter name: Ruff Linter
entry: bash -c 'cd brain && poetry run ruff check --fix' entry: bash -c 'make lint'
language: system language: system
types: [python] types: [python]
- id: ruff-format - id: ruff-format
name: Ruff Formatter name: Ruff Formatter
entry: bash -c 'cd brain && poetry run ruff format' entry: bash -c 'make format'
language: system language: system
types: [python] types: [python]
- id: system-pytest - id: system-pytest
name: Pytest name: Pytest
entry: bash -c 'cd brain && poetry run pytest -n auto --dist=loadscope' entry: bash -c 'make test'
language: system language: system
always_run: true always_run: true

View File

@@ -4,7 +4,8 @@
# --- SETTINGS --- # --- SETTINGS ---
# Change to 'uv' when ready. # Change to 'uv' when ready.
RUNNER = poetry RUNNER ?= poetry
export RUNNER
# --- VARIABLES --- # --- VARIABLES ---
CORE_DIR = brain CORE_DIR = brain
@@ -19,7 +20,7 @@ INSTALL_CMD = $(if $(filter uv,$(RUNNER)),sync,install)
ARGS = $(filter-out $@,$(MAKECMDGOALS)) ARGS = $(filter-out $@,$(MAKECMDGOALS))
BUMP_CMD = cd $(CORE_DIR) && $(RUNNER) run bump-my-version bump BUMP_CMD = cd $(CORE_DIR) && $(RUNNER) run bump-my-version bump
COMPOSE_CMD = docker-compose COMPOSE_CMD = docker-compose
DOCKER_CMD = cd $(CORE_DIR) && docker build -t $(IMAGE_NAME):latest . DOCKER_CMD = cd $(CORE_DIR) && docker build --build-arg RUNNER=$(RUNNER) -t $(IMAGE_NAME):latest .
RUNNER_ADD = cd $(CORE_DIR) && $(RUNNER) add RUNNER_ADD = cd $(CORE_DIR) && $(RUNNER) add
RUNNER_HOOKS = cd $(CORE_DIR) && $(RUNNER) run pre-commit install -c ../.pre-commit-config.yaml RUNNER_HOOKS = cd $(CORE_DIR) && $(RUNNER) run pre-commit install -c ../.pre-commit-config.yaml
@@ -195,7 +196,7 @@ shell: check-docker
test: check-runner test: check-runner
@echo "$(T)🧪 Running tests...$(R)" @echo "$(T)🧪 Running tests...$(R)"
$(RUNNER_RUN) pytest $(ARGS) $(RUNNER_RUN) pytest -n auto --dist=loadscope $(ARGS)
up: check-docker up: check-docker
@echo "$(T)🚀 Starting Agent Media...$(R)" @echo "$(T)🚀 Starting Agent Media...$(R)"

View File

@@ -1,47 +1,56 @@
# Dockerfile for Agent Media # Dockerfile for Agent Media
# Multi-stage build for smaller image size # Multi-stage build for smaller image size
ARG PYTHON_VERSION=3.14.2
ARG RUNNER
# =========================================== # ===========================================
# Stage 1: Builder # Stage 1: Builder
# =========================================== # ===========================================
FROM python:3.12.7-slim as builder FROM python:${PYTHON_VERSION}-slim-bookworm as builder
# STFU (please) # STFU - No need - Write logs asap
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive \
PYTHONDONTWRITEBYTECODE=1 \
PYTHONUNBUFFERED=1
# Install build dependencies (needs root) # Install build dependencies (needs root)
RUN apt-get update && apt-get install -y --no-install-recommends \ RUN apt-get update && apt-get install -y --no-install-recommends \
build-essential \ build-essential \
&& rm -rf /var/lib/apt/lists/* && rm -rf /var/lib/apt/lists/*
# Install Poetry globally (needs root) # Install runner globally (needs root) - Save cache for future
RUN pip install --no-cache-dir poetry RUN --mount=type=cache,target=/root/.cache/pip \
pip install $RUNNER
# Copy dependency files (as root for now) # Set working directory for dependency installation
COPY pyproject.toml poetry.lock* /tmp/ WORKDIR /tmp
# Copy dependency files
COPY pyproject.toml poetry.lock* uv.lock* Makefile ./
# Install dependencies as root (to avoid permission issues with system packages) # Install dependencies as root (to avoid permission issues with system packages)
WORKDIR /tmp RUN --mount=type=cache,target=/root/.cache/pip \
RUN poetry config virtualenvs.create false \ --mount=type=cache,target=/root/.cache/pypoetry \
&& poetry install --only main --no-root --no-cache --mount=type=cache,target=/root/.cache/uv \
if [ "$RUNNER" = "poetry" ]; then \
# Create non-root user poetry config virtualenvs.create false && \
RUN useradd -m -u 1000 -s /bin/bash appuser poetry install --only main --no-root; \
elif [ "$RUNNER" = "uv" ]; then \
# Switch to non-root user uv pip install --system -r pyproject.toml; \
USER appuser fi
# Set working directory (owned by appuser)
WORKDIR /home/appuser/app
# =========================================== # ===========================================
# Stage 2: Runtime # Stage 2: Runtime
# =========================================== # ===========================================
FROM python:3.12.7-slim as runtime FROM python:${PYTHON_VERSION}-slim-bookworm as runtime
ENV LLM_PROVIDER=deepseek \
MEMORY_STORAGE_DIR=/data/memory \
PYTHONDONTWRITEBYTECODE=1 \
PYTHONPATH=/home/appuser/app \
PYTHONUNBUFFERED=1
# Install runtime dependencies (needs root) # Install runtime dependencies (needs root)
RUN apt-get update && apt-get install -y --no-install-recommends \ RUN apt-get update && apt-get install -y --no-install-recommends \
curl \
ca-certificates \ ca-certificates \
&& rm -rf /var/lib/apt/lists/* \ && rm -rf /var/lib/apt/lists/* \
&& apt-get clean && apt-get clean
@@ -78,14 +87,7 @@ EXPOSE 8000
# Health check # Health check
HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \ HEALTHCHECK --interval=30s --timeout=10s --start-period=5s --retries=3 \
CMD curl -f http://localhost:8000/health || exit 1 CMD python -c "import requests; requests.get('http://localhost:8000/health', timeout=5).raise_for_status()" || exit 1
# Environment variables (can be overridden)
ENV PYTHONUNBUFFERED=1 \
PYTHONDONTWRITEBYTECODE=1 \
PYTHONPATH=/home/appuser/app \
LLM_PROVIDER=deepseek \
MEMORY_STORAGE_DIR=/data/memory
# Run the application # Run the application
CMD ["python", "-m", "uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"] CMD ["python", "-m", "uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"]

View File

@@ -6,6 +6,8 @@ services:
build: build:
context: ./brain context: ./brain
dockerfile: Dockerfile dockerfile: Dockerfile
args:
RUNNER: ${RUNNER} # Get it from Makefile
container_name: agent-brain container_name: agent-brain
restart: unless-stopped restart: unless-stopped
env_file: .env env_file: .env