Run pipeling, update sqllite file

This commit is contained in:
Aaron Po
2026-06-27 22:40:22 -04:00
parent d1ad1eb397
commit 9d2ce67a78
3 changed files with 28 additions and 31 deletions

View File

@@ -32,7 +32,7 @@ class DataGenerator {
* *
* @param city Enriched city the user is associated with. * @param city Enriched city the user is associated with.
* @param persona Persona archetype grounding the generated bio. * @param persona Persona archetype grounding the generated bio.
* @param name Sampled first/last name (and gender) -- not LLM-invented. * @param name Sampled first/last name (and gender)
* @return User generation result. * @return User generation result.
*/ */
virtual UserResult GenerateUser(const EnrichedCity& city, virtual UserResult GenerateUser(const EnrichedCity& city,

View File

@@ -135,11 +135,11 @@ int main(const int argc, char** argv) {
} }
return std::unique_ptr<WebClient>(nullptr); return std::unique_ptr<WebClient>(nullptr);
} }
{
log_producer->Log({.level = LogLevel::Info, log_producer->Log({.level = LogLevel::Info,
.phase = PipelinePhase::Startup, .phase = PipelinePhase::Startup,
.message = "Web client: HttpWebClient"}); .message = "Web client: HttpWebClient"});
}
return std::unique_ptr<WebClient>( return std::unique_ptr<WebClient>(
std::make_unique<HttpWebClient>(log_producer)); std::make_unique<HttpWebClient>(log_producer));
}), }),
@@ -147,18 +147,17 @@ int main(const int argc, char** argv) {
[options, &log_producer]( [options, &log_producer](
const auto& inj) -> std::unique_ptr<IEnrichmentService> { const auto& inj) -> std::unique_ptr<IEnrichmentService> {
if (options.generator.use_mocked) { if (options.generator.use_mocked) {
{
log_producer->Log({.level = LogLevel::Info, log_producer->Log({.level = LogLevel::Info,
.phase = PipelinePhase::Startup, .phase = PipelinePhase::Startup,
.message = "Enrichment: mock"}); .message = "Enrichment: mock"});
}
return std::make_unique<MockEnrichmentService>(); return std::make_unique<MockEnrichmentService>();
} }
{
log_producer->Log({.level = LogLevel::Info, log_producer->Log({.level = LogLevel::Info,
.phase = PipelinePhase::Startup, .phase = PipelinePhase::Startup,
.message = "Enrichment: Wikipedia"}); .message = "Enrichment: Wikipedia"});
}
return std::make_unique<WikipediaEnrichmentService>( return std::make_unique<WikipediaEnrichmentService>(
inj.template create<std::unique_ptr<WebClient>>(), inj.template create<std::unique_ptr<WebClient>>(),
log_producer); log_producer);
@@ -168,24 +167,22 @@ int main(const int argc, char** argv) {
&log_producer &log_producer
](const auto& inj) -> std::unique_ptr<DataGenerator> { ](const auto& inj) -> std::unique_ptr<DataGenerator> {
if (options.generator.use_mocked) { if (options.generator.use_mocked) {
{
log_producer->Log({.level = LogLevel::Info, log_producer->Log({.level = LogLevel::Info,
.phase = PipelinePhase::Startup, .phase = PipelinePhase::Startup,
.message = "Generator: mock"}); .message = "Generator: mock"});
}
return std::make_unique<MockGenerator>(); return std::make_unique<MockGenerator>();
} }
{
log_producer->Log( log_producer->Log(
{.level = LogLevel::Info, {.level = LogLevel::Info,
.phase = PipelinePhase::Startup, .phase = PipelinePhase::Startup,
.message = std::format( .message = std::format(
"Generator: LlamaGenerator | model={} | " "Generator: LlamaGenerator | model={} | "
"temp={:.2f} " "temp={:.2f} top_p={:.2f} top_k={} n_ctx={} seed={}",
"top_p={:.2f} top_k={} n_ctx={} seed={}",
model_path, sampling.temperature, sampling.top_p, model_path, sampling.temperature, sampling.top_p,
sampling.top_k, sampling.n_ctx, sampling.seed)}); sampling.top_k, sampling.n_ctx, sampling.seed)});
}
return std::make_unique<LlamaGenerator>( return std::make_unique<LlamaGenerator>(
options, model_path, log_producer, options, model_path, log_producer,
inj.template create<std::unique_ptr<IPromptFormatter>>(), inj.template create<std::unique_ptr<IPromptFormatter>>(),