AaronPo/the-biergarten-app
1
0
Fork 0
mirror of https://github.com/aaronpo97/the-biergarten-app.git synced 2026-06-01 01:54:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

eat: make Gemma 4 the default model, enable thinking mode

Browse Source
This commit is contained in:
Aaron Po
2026-04-10 21:43:18 -04:00
parent 61d5077a95
commit 902bda6eb9
16 changed files with 263 additions and 558 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
pipeline/includes/data_generation/llama_generator.h
View File

@@ -9,6 +9,7 @@
#include <cstdint>
#include <random>
#include <string>
#include <string_view>
#include "data_generation/data_generator.h"
@@ -38,13 +39,11 @@ class LlamaGenerator final : public DataGenerator {
/**
* @brief Generates brewery data for a specific location.
*
* @param city_name City name.
* @param country_name Country name.
* @param location City and country names.
* @param region_context Additional regional context.
* @return Generated brewery result.
*/
BreweryResult GenerateBrewery(const std::string& city_name,
const std::string& country_name,
BreweryResult GenerateBrewery(const BreweryLocation& location,
const std::string& region_context) override;
/**
@@ -113,8 +112,9 @@ class LlamaGenerator final : public DataGenerator {
llama_model* model_ = nullptr;
llama_context* context_ = nullptr;
float sampling_temperature_ = 0.8f;
float sampling_top_p_ = 0.92f;
float sampling_temperature_ = 1.0F;
float sampling_top_p_ = 0.95F;
uint32_t sampling_top_k_ = 64;
std::mt19937 rng_;
uint32_t n_ctx_ = 8192;
std::string brewery_system_prompt_;