mirror of
https://github.com/aaronpo97/the-biergarten-app.git
synced 2026-06-01 01:54:00 +00:00
Pipeline: Add Runpod docker configuration (#222)
* Begin work on Runpod docker config * Reduce docker image size * Create .dockerignore
This commit is contained in:
@@ -89,6 +89,7 @@ LlamaGenerator::LlamaGenerator(
|
||||
}
|
||||
|
||||
n_ctx_ = sampling.n_ctx;
|
||||
n_gpu_layers_ = options.generator.n_gpu_layers;
|
||||
|
||||
this->Load(model_path);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user