mirror of
https://github.com/aaronpo97/the-biergarten-app.git
synced 2026-06-01 01:54:00 +00:00
update docs
This commit is contained in:
@@ -189,8 +189,6 @@ int main(const int argc, char** argv) {
|
|||||||
const auto sampling =
|
const auto sampling =
|
||||||
options.generator.sampling.value_or(SamplingOptions{});
|
options.generator.sampling.value_or(SamplingOptions{});
|
||||||
|
|
||||||
// Scenario 4: Validate the prompt directory up-front, before any DI
|
|
||||||
// wiring, so the error surfaces immediately with a clear message.
|
|
||||||
std::unique_ptr<IPromptDirectory> prompt_directory;
|
std::unique_ptr<IPromptDirectory> prompt_directory;
|
||||||
if (!options.generator.use_mocked) {
|
if (!options.generator.use_mocked) {
|
||||||
try {
|
try {
|
||||||
@@ -223,9 +221,6 @@ int main(const int argc, char** argv) {
|
|||||||
"top-p={}, top-k={}, n_ctx={}, seed={})",
|
"top-p={}, top-k={}, n_ctx={}, seed={})",
|
||||||
model_path, sampling.temperature, sampling.top_p,
|
model_path, sampling.temperature, sampling.top_p,
|
||||||
sampling.top_k, sampling.n_ctx, sampling.seed);
|
sampling.top_k, sampling.n_ctx, sampling.seed);
|
||||||
// Transfer ownership of the pre-validated PromptDirectory into
|
|
||||||
// the LlamaGenerator. The lambda captures by reference so the
|
|
||||||
// unique_ptr is moved exactly once.
|
|
||||||
return std::make_unique<LlamaGenerator>(
|
return std::make_unique<LlamaGenerator>(
|
||||||
options, model_path,
|
options, model_path,
|
||||||
inj.template create<std::unique_ptr<IPromptFormatter>>(),
|
inj.template create<std::unique_ptr<IPromptFormatter>>(),
|
||||||
|
|||||||
Reference in New Issue
Block a user