mirror of
https://github.com/aaronpo97/the-biergarten-app.git
synced 2026-10-15 01:54:43 +00:00
Formatted src/application_options
This commit is contained in:
@@ -18,7 +18,8 @@ std::optional<ApplicationOptions> ParseArguments(
|
|||||||
auto add_sampling_options = [&]() -> void {
|
auto add_sampling_options = [&]() -> void {
|
||||||
const SamplingOptions sampling_defaults{};
|
const SamplingOptions sampling_defaults{};
|
||||||
opt("temperature",
|
opt("temperature",
|
||||||
prog_opts::value<float>()->default_value(sampling_defaults.temperature),
|
prog_opts::value<float>()->default_value(
|
||||||
|
sampling_defaults.temperature),
|
||||||
"Sampling temperature (higher = more random)");
|
"Sampling temperature (higher = more random)");
|
||||||
opt("top-p",
|
opt("top-p",
|
||||||
prog_opts::value<float>()->default_value(sampling_defaults.top_p),
|
prog_opts::value<float>()->default_value(sampling_defaults.top_p),
|
||||||
@@ -29,7 +30,8 @@ std::optional<ApplicationOptions> ParseArguments(
|
|||||||
opt("n-ctx",
|
opt("n-ctx",
|
||||||
prog_opts::value<uint32_t>()->default_value(sampling_defaults.n_ctx),
|
prog_opts::value<uint32_t>()->default_value(sampling_defaults.n_ctx),
|
||||||
"Context window size in tokens");
|
"Context window size in tokens");
|
||||||
opt("seed", prog_opts::value<int>()->default_value(sampling_defaults.seed),
|
opt("seed",
|
||||||
|
prog_opts::value<int>()->default_value(sampling_defaults.seed),
|
||||||
"Sampler seed: -1 for random, otherwise non-negative integer");
|
"Sampler seed: -1 for random, otherwise non-negative integer");
|
||||||
opt("n-gpu-layers", prog_opts::value<int>()->default_value(0),
|
opt("n-gpu-layers", prog_opts::value<int>()->default_value(0),
|
||||||
"Number of layers to offload to GPU");
|
"Number of layers to offload to GPU");
|
||||||
@@ -82,7 +84,8 @@ std::optional<ApplicationOptions> ParseArguments(
|
|||||||
|
|
||||||
try {
|
try {
|
||||||
prog_opts::variables_map var_map;
|
prog_opts::variables_map var_map;
|
||||||
prog_opts::store(prog_opts::parse_command_line(argc, argv, desc), var_map);
|
prog_opts::store(prog_opts::parse_command_line(argc, argv, desc),
|
||||||
|
var_map);
|
||||||
prog_opts::notify(var_map);
|
prog_opts::notify(var_map);
|
||||||
|
|
||||||
if (var_map.contains("help")) {
|
if (var_map.contains("help")) {
|
||||||
@@ -101,7 +104,8 @@ std::optional<ApplicationOptions> ParseArguments(
|
|||||||
options.pipeline.output_path = var_map["output"].as<std::string>();
|
options.pipeline.output_path = var_map["output"].as<std::string>();
|
||||||
options.pipeline.log_path = var_map["log-path"].as<std::string>();
|
options.pipeline.log_path = var_map["log-path"].as<std::string>();
|
||||||
options.pipeline.prompt_dir = var_map["prompt-dir"].as<std::string>();
|
options.pipeline.prompt_dir = var_map["prompt-dir"].as<std::string>();
|
||||||
options.pipeline.location_count = var_map["location-count"].as<uint32_t>();
|
options.pipeline.location_count =
|
||||||
|
var_map["location-count"].as<uint32_t>();
|
||||||
|
|
||||||
const bool use_mocked = var_map["mocked"].as<bool>();
|
const bool use_mocked = var_map["mocked"].as<bool>();
|
||||||
const std::string model_path = var_map["model"].as<std::string>();
|
const std::string model_path = var_map["model"].as<std::string>();
|
||||||
@@ -161,9 +165,10 @@ std::optional<ApplicationOptions> ParseArguments(
|
|||||||
// back to its own SamplingOptions{} defaults, keeping the two paths
|
// back to its own SamplingOptions{} defaults, keeping the two paths
|
||||||
// consistent without redundant copies.
|
// consistent without redundant copies.
|
||||||
const bool user_provided_sampling =
|
const bool user_provided_sampling =
|
||||||
!var_map["temperature"].defaulted() || !var_map["top-p"].defaulted() ||
|
!var_map["temperature"].defaulted() ||
|
||||||
!var_map["top-k"].defaulted() || !var_map["n-ctx"].defaulted() ||
|
!var_map["top-p"].defaulted() || !var_map["top-k"].defaulted() ||
|
||||||
!var_map["seed"].defaulted() || !var_map["n_gpu_layers"].defaulted();
|
!var_map["n-ctx"].defaulted() || !var_map["seed"].defaulted() ||
|
||||||
|
!var_map["n_gpu_layers"].defaulted();
|
||||||
|
|
||||||
if (user_provided_sampling) {
|
if (user_provided_sampling) {
|
||||||
// Warn but do not fail — the run is still valid, the flags are just
|
// Warn but do not fail — the run is still valid, the flags are just
|
||||||
|
|||||||
Reference in New Issue
Block a user