mirror of
https://github.com/aaronpo97/the-biergarten-app.git
synced 2026-06-01 01:54:00 +00:00
Begin work on runpod configuration
This commit is contained in:
39
tooling/pipeline/runpod/pod-template.yaml
Normal file
39
tooling/pipeline/runpod/pod-template.yaml
Normal file
@@ -0,0 +1,39 @@
|
||||
# Biergarten Pipeline — RunPod pod template
|
||||
#
|
||||
# This template is meant to be imported into RunPod or adapted to the exact
|
||||
# schema used by your account/export format. It intentionally keeps the runtime
|
||||
# contract simple:
|
||||
# - the container boots into /workspace/app/build
|
||||
# - prompts are available from build/prompts
|
||||
# - generated SQLite exports and logs go to writable volumes
|
||||
# - mocked mode works without a model file
|
||||
# - live mode can be enabled by setting BIERGARTEN_MODE=live and mounting a GGUF model
|
||||
|
||||
name: biergarten-pipeline-live
|
||||
image: biergarten-pipeline:latest
|
||||
workingDir: /workspace/app
|
||||
entrypoint:
|
||||
- /usr/local/bin/biergarten-start
|
||||
resources:
|
||||
gpu: 1
|
||||
containerDiskInGb: 50
|
||||
volumeInGb: 50
|
||||
environment:
|
||||
BIERGARTEN_MODE: live
|
||||
BIERGARTEN_MODEL_PATH: /workspace/models/google_gemma-4-E4B-it-Q6_K.gguf
|
||||
BIERGARTEN_PROMPT_DIR: /workspace/app/build/prompts
|
||||
BIERGARTEN_OUTPUT_DIR: /workspace/output
|
||||
BIERGARTEN_LOG_PATH: /workspace/logs/pipeline.log
|
||||
BIERGARTEN_TEMPERATURE: "1.0"
|
||||
BIERGARTEN_TOP_P: "0.95"
|
||||
BIERGARTEN_TOP_K: "64"
|
||||
BIERGARTEN_N_CTX: "8192"
|
||||
BIERGARTEN_SEED: "-1"
|
||||
volumes:
|
||||
- name: models
|
||||
mountPath: /workspace/models
|
||||
- name: output
|
||||
mountPath: /workspace/output
|
||||
- name: logs
|
||||
mountPath: /workspace/logs
|
||||
|
||||
Reference in New Issue
Block a user