AaronPo/the-biergarten-app
1
0
Fork 0
mirror of https://github.com/aaronpo97/the-biergarten-app.git synced 2026-04-05 18:09:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

add prompts

Browse Source
This commit is contained in:
Aaron Po
2026-04-03 15:53:04 -04:00
parent e4e16a5084
commit 60ee2ecf74
9 changed files with 682 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
pipeline/includes/data_generation/llama_generator.h
View File

@@ -36,12 +36,16 @@ class LlamaGenerator final : public DataGenerator {
std::string InferFormatted(const std::string& formatted_prompt,
int max_tokens = 10000);
std::string LoadBrewerySystemPrompt(const std::string& prompt_file_path);
std::string GetFallbackBreweryPrompt();
llama_model* model_ = nullptr;
llama_context* context_ = nullptr;
float sampling_temperature_ = 0.8f;
float sampling_top_p_ = 0.92f;
uint32_t sampling_seed_ = 0xFFFFFFFFu;
uint32_t n_ctx_ = 2048;
uint32_t n_ctx_ = 8192;
std::string brewery_system_prompt_;
};
#endif // BIERGARTEN_PIPELINE_DATA_GENERATION_LLAMA_GENERATOR_H_