#ifndef BIERGARTEN_PIPELINE_INCLUDES_DATA_GENERATION_LLAMA_GENERATOR_HELPERS_H_ #define BIERGARTEN_PIPELINE_INCLUDES_DATA_GENERATION_LLAMA_GENERATOR_HELPERS_H_ /** * @file data_generation/llama_generator_helpers.h * @brief Shared helper APIs used by LlamaGenerator translation units. */ #include #include #include #include #include #include "data_model/generated_models.h" struct llama_vocab; using llama_token = int32_t; /** * @brief Normalizes and truncates regional context. * * @param region_context Input regional context text. * @param max_chars Maximum output length. * @return Processed region context. */ std::string PrepareRegionContext(std::string_view region_context, size_t max_chars = 2000); /** * @brief Decodes a sampled token and appends it to output text. * * @param vocab Model vocabulary. * @param token Sampled token id. * @param output Output text buffer. */ void AppendTokenPiece(const llama_vocab* vocab, llama_token token, std::string& output); /** * @brief Validates and parses brewery JSON output. * * @param raw Raw model output. * @param brewery_out Parsed brewery payload. * @return Validation error message if invalid, or std::nullopt on success. */ std::optional ValidateBreweryJson(const std::string& raw, BreweryResult& brewery_out); /** * @brief Validates and parses user JSON output. * * Only populates `username`, `bio`, and `activity_weight` -- `first_name` * and `last_name` are not LLM-authored and are set separately from the * sampled Name. * * @param raw Raw model output. * @param user_out Parsed user payload. * @return Validation error message if invalid, or std::nullopt on success. */ std::optional ValidateUserJson(const std::string& raw, UserResult& user_out); #endif // BIERGARTEN_PIPELINE_INCLUDES_DATA_GENERATION_LLAMA_GENERATOR_HELPERS_H_