update docs

This commit is contained in:
Aaron Po
2026-05-01 18:30:38 -04:00
parent 316fda1775
commit 271c6fa99f

View File

@@ -189,8 +189,6 @@ int main(const int argc, char** argv) {
const auto sampling = const auto sampling =
options.generator.sampling.value_or(SamplingOptions{}); options.generator.sampling.value_or(SamplingOptions{});
// Scenario 4: Validate the prompt directory up-front, before any DI
// wiring, so the error surfaces immediately with a clear message.
std::unique_ptr<IPromptDirectory> prompt_directory; std::unique_ptr<IPromptDirectory> prompt_directory;
if (!options.generator.use_mocked) { if (!options.generator.use_mocked) {
try { try {
@@ -223,9 +221,6 @@ int main(const int argc, char** argv) {
"top-p={}, top-k={}, n_ctx={}, seed={})", "top-p={}, top-k={}, n_ctx={}, seed={})",
model_path, sampling.temperature, sampling.top_p, model_path, sampling.temperature, sampling.top_p,
sampling.top_k, sampling.n_ctx, sampling.seed); sampling.top_k, sampling.n_ctx, sampling.seed);
// Transfer ownership of the pre-validated PromptDirectory into
// the LlamaGenerator. The lambda captures by reference so the
// unique_ptr is moved exactly once.
return std::make_unique<LlamaGenerator>( return std::make_unique<LlamaGenerator>(
options, model_path, options, model_path,
inj.template create<std::unique_ptr<IPromptFormatter>>(), inj.template create<std::unique_ptr<IPromptFormatter>>(),