Begin work on runpod configuration

2026-06-01 01:54:00 +00:00 · 2026-05-03 23:32:08 -04:00
parent 26635ace84
commit b05000c6fb
12 changed files with 457 additions and 87 deletions
--- a/tooling/pipeline/runpod/Dockerfile
+++ b/tooling/pipeline/runpod/Dockerfile
@@ -0,0 +1,57 @@
+# Phase 1: Pull prebuilt binaries
+FROM ghcr.io/ggml-org/llama.cpp:full-cuda AS llama-bin
+
+# Phase 2: Building environment
+FROM nvidia/cuda:12.6.3-devel-ubuntu24.04
+
+ENV DEBIAN_FRONTEND=noninteractive \
+  CMAKE_GENERATOR=Ninja \
+  APP_ROOT=/workspace/app \
+  BUILD_DIR=/workspace/app/build
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+  build-essential \
+  ca-certificates \
+  curl \
+  git \
+  libboost-json-dev \
+  libboost-program-options-dev \
+  libssl-dev \
+  ninja-build \
+  pkg-config \
+  zlib1g-dev \
+  && rm -rf /var/lib/apt/lists/*
+
+# Install modern CMake via curl (Ubuntu 24.04 'apt' version can be laggy)
+RUN curl -L https://github.com/Kitware/CMake/releases/download/v3.31.0/cmake-3.31.0-linux-x86_64.sh -o cmake.sh && \
+  sh cmake.sh --skip-license --prefix=/usr/local && rm cmake.sh
+
+# Copy and link backends
+COPY --from=llama-bin /app/lib*.so* /usr/local/lib/
+RUN ldconfig && \
+  find /usr/local/lib -name "libggml-cuda.so*" -exec ln -s {} /usr/local/lib/libggml-cuda.so \; 2>/dev/null || true && \
+  find /usr/local/lib -name "libggml-cpu.so*" -exec ln -s {} /usr/local/lib/libggml-cpu.so \; 2>/dev/null || true
+
+# Set Environment for the loader
+ENV GGML_BACKEND_PATH="/usr/local/lib"
+ENV LD_LIBRARY_PATH="/usr/local/lib:$LD_LIBRARY_PATH"
+
+# Headers for C++ Build
+RUN git clone --depth 1 -b b9012 https://github.com/ggml-org/llama.cpp.git /tmp/llama-src && \
+  cp -r /tmp/llama-src/include/* /usr/local/include/ && \
+  cp -r /tmp/llama-src/ggml/include/* /usr/local/include/ && \
+  rm -rf /tmp/llama-src
+
+WORKDIR /workspace/app
+COPY . .
+
+# Build the C++ pipeline
+RUN cmake -S . -B build -G Ninja -DCMAKE_BUILD_TYPE=Release && \
+  cmake --build build -j$(nproc)
+
+# Setup Start Script
+COPY runpod/start.sh /usr/local/bin/biergarten-start
+RUN chmod +x /usr/local/bin/biergarten-start
+
+WORKDIR /workspace/app/build
+ENTRYPOINT ["/usr/local/bin/biergarten-start"]
--- a/tooling/pipeline/runpod/README.md
+++ b/tooling/pipeline/runpod/README.md
@@ -0,0 +1,66 @@
+# RunPod Pod Template for Biergarten Pipeline
+
+This folder contains a starter RunPod pod template for the C++ pipeline in the
+repository root.
+
+## What it does
+
+- Builds `biergarten-pipeline` inside the container.
+- Builds the binary on first pod start, then reuses a mode-specific build
+  directory (`build-mocked/` or `build-live/`).
+- Runs from the repository root and lets the launcher switch into the active
+  build directory after CMake has copied `locations.json` and `prompts/`.
+- Supports two runtime modes:
+  - `BIERGARTEN_MODE=mocked` — fast deterministic generation, no model required.
+  - `BIERGARTEN_MODE=live` — uses a mounted GGUF model and the prompt files.
+- Writes generated SQLite exports and logs to writable volumes.
+
+## Files
+
+- `Dockerfile` — GPU-ready build image for the application.
+- `start.sh` — runtime launcher that selects mocked or live mode.
+- `pod-template.yaml` — starter pod template you can adapt to the exact RunPod
+  import/export schema.
+
+## Build the image
+
+```bash
+docker build -t biergarten-pipeline:latest -f runpod/Dockerfile .
+```
+
+## Run locally in mocked mode
+
+```bash
+docker run --rm \
+  --gpus all \
+  -e BIERGARTEN_MODE=mocked \
+  -v "$PWD/output:/workspace/output" \
+  -v "$PWD/logs:/workspace/logs" \
+  biergarten-pipeline:latest
+```
+
+## Run locally in live mode
+
+Mount your GGUF model at `/workspace/models/google_gemma-4-E4B-it-Q6_K.gguf`
+and switch to `BIERGARTEN_MODE=live`.
+
+```bash
+docker run --rm \
+  --gpus all \
+  -e BIERGARTEN_MODE=live \
+  -v "$PWD/models:/workspace/models" \
+  -v "$PWD/output:/workspace/output" \
+  -v "$PWD/logs:/workspace/logs" \
+  biergarten-pipeline:latest
+```
+
+## Notes for RunPod
+
+- Use a GPU pod for live inference.
+- Mount persistent storage for `/workspace/models`, `/workspace/output`, and
+  `/workspace/logs`.
+- If you only want deterministic seed generation, change the template's
+  `BIERGARTEN_MODE` to `mocked`.
+- The launcher handles the build directory automatically; CMake still copies
+  `locations.json` and `prompts/` into the active build tree before execution.
+
--- a/tooling/pipeline/runpod/pod-template.yaml
+++ b/tooling/pipeline/runpod/pod-template.yaml
@@ -0,0 +1,39 @@
+# Biergarten Pipeline — RunPod pod template
+#
+# This template is meant to be imported into RunPod or adapted to the exact
+# schema used by your account/export format. It intentionally keeps the runtime
+# contract simple:
+#   - the container boots into /workspace/app/build
+#   - prompts are available from build/prompts
+#   - generated SQLite exports and logs go to writable volumes
+#   - mocked mode works without a model file
+#   - live mode can be enabled by setting BIERGARTEN_MODE=live and mounting a GGUF model
+
+name: biergarten-pipeline-live
+image: biergarten-pipeline:latest
+workingDir: /workspace/app
+entrypoint:
+  - /usr/local/bin/biergarten-start
+resources:
+  gpu: 1
+  containerDiskInGb: 50
+  volumeInGb: 50
+environment:
+  BIERGARTEN_MODE: live
+  BIERGARTEN_MODEL_PATH: /workspace/models/google_gemma-4-E4B-it-Q6_K.gguf
+  BIERGARTEN_PROMPT_DIR: /workspace/app/build/prompts
+  BIERGARTEN_OUTPUT_DIR: /workspace/output
+  BIERGARTEN_LOG_PATH: /workspace/logs/pipeline.log
+  BIERGARTEN_TEMPERATURE: "1.0"
+  BIERGARTEN_TOP_P: "0.95"
+  BIERGARTEN_TOP_K: "64"
+  BIERGARTEN_N_CTX: "8192"
+  BIERGARTEN_SEED: "-1"
+volumes:
+  - name: models
+    mountPath: /workspace/models
+  - name: output
+    mountPath: /workspace/output
+  - name: logs
+    mountPath: /workspace/logs
+
--- a/tooling/pipeline/runpod/start.sh
+++ b/tooling/pipeline/runpod/start.sh
@@ -0,0 +1,53 @@
+#!/bin/bash
+set -e
+
+# Configuration / Defaults
+MODEL_PATH="${BIERGARTEN_MODEL_PATH:-/workspace/models/google_gemma-4-E4B-it-Q6_K.gguf}"
+OUTPUT_DIR="${BIERGARTEN_OUTPUT_DIR:-/workspace/output}"
+LOG_PATH="${BIERGARTEN_LOG_PATH:-/workspace/logs/pipeline.log}"
+EXECUTABLE="/workspace/app/build/biergarten-pipeline"
+PROMPT_DIR="/workspace/app/build/prompts"
+
+echo "--- Starting Biergarten Pipeline Environment Check ---"
+
+# 1. Ensure Volume Mounts exist
+mkdir -p "$OUTPUT_DIR"
+mkdir -p "$(dirname "$LOG_PATH")"
+
+# 2. Check for Model
+if [ ! -f "$MODEL_PATH" ]; then
+    echo "ERROR: Model not found at $MODEL_PATH"
+    echo "Current /workspace/models contents:"
+    ls -lh /workspace/models
+    exit 1
+fi
+
+# 3. Check for Backends (Diagnostic)
+echo "Loading backends from: $GGML_BACKEND_PATH"
+ls -l /usr/local/lib/libggml*
+
+# 4. Build the command arguments
+ARGS=(
+    "--model" "$MODEL_PATH"
+    "--prompt-dir" "$PROMPT_DIR"
+    "--output" "$OUTPUT_DIR"
+    "--log-path" "$LOG_PATH"
+)
+
+# Optional Hyperparameters
+[[ -n "$BIERGARTEN_TEMPERATURE" ]] && ARGS+=("--temperature" "$BIERGARTEN_TEMPERATURE")
+[[ -n "$BIERGARTEN_TOP_P" ]]       && ARGS+=("--top-p" "$BIERGARTEN_TOP_P")
+[[ -n "$BIERGARTEN_TOP_K" ]]       && ARGS+=("--top-k" "$BIERGARTEN_TOP_K")
+[[ -n "$BIERGARTEN_N_CTX" ]]       && ARGS+=("--n-ctx" "$BIERGARTEN_N_CTX")
+[[ -n "$BIERGARTEN_SEED" ]]        && ARGS+=("--seed" "$BIERGARTEN_SEED")
+[[ -n "$BIERGARTEN_GL_LAYERS" ]]   && ARGS+=("--n-gpu-layers" "$BIERGARTEN_GL_LAYERS")
+
+# Append extra custom args
+if [[ -n "$BIERGARTEN_EXTRA_ARGS" ]]; then
+    ARGS+=($BIERGARTEN_EXTRA_ARGS)
+fi
+
+echo "--- Executing: $EXECUTABLE ${ARGS[@]} ---"
+
+# Execute the binary directly (replaces shell process)
+exec "$EXECUTABLE" "${ARGS[@]}"