Reorganize directory structure

pipeline/includes/data_generation/data_downloader.h

@@ -0,0 +1,30 @@
+#ifndef DATA_DOWNLOADER_H
+#define DATA_DOWNLOADER_H
+
+#include <memory>
+#include <stdexcept>
+#include <string>
+
+#include "web_client/web_client.h"
+
+/// @brief Downloads and caches source geography JSON payloads.
+class DataDownloader {
+public:
+  /// @brief Initializes global curl state used by this downloader.
+  explicit DataDownloader(std::shared_ptr<IWebClient> webClient);
+
+  /// @brief Cleans up global curl state.
+  ~DataDownloader();
+
+  /// @brief Returns a local JSON path, downloading it when cache is missing.
+  std::string DownloadCountriesDatabase(
+      const std::string &cachePath,
+      const std::string &commit = "c5eb7772" // Stable commit: 2026-03-28 export
+  );
+
+private:
+  static bool FileExists(const std::string &filePath) ;
+  std::shared_ptr<IWebClient> m_webClient;
+};
+
+#endif // DATA_DOWNLOADER_H

pipeline/includes/data_generation/data_generator.h

@@ -0,0 +1,26 @@
+#pragma once
+
+#include <string>
+
+struct BreweryResult {
+  std::string name;
+  std::string description;
+};
+
+struct UserResult {
+  std::string username;
+  std::string bio;
+};
+
+class IDataGenerator {
+public:
+  virtual ~IDataGenerator() = default;
+
+  virtual void load(const std::string &modelPath) = 0;
+
+  virtual BreweryResult generateBrewery(const std::string &cityName,
+                                        const std::string &countryName,
+                                        const std::string &regionContext) = 0;
+
+  virtual UserResult generateUser(const std::string &locale) = 0;
+};

pipeline/includes/data_generation/llama_generator.h

@@ -0,0 +1,38 @@
+#pragma once
+
+#include <cstdint>
+#include <string>
+
+#include "data_generation/data_generator.h"
+
+struct llama_model;
+struct llama_context;
+
+class LlamaGenerator final : public IDataGenerator {
+public:
+  LlamaGenerator() = default;
+  ~LlamaGenerator() override;
+
+  void setSamplingOptions(float temperature, float topP, int seed = -1);
+
+  void load(const std::string &modelPath) override;
+  BreweryResult generateBrewery(const std::string &cityName,
+                                const std::string &countryName,
+                                const std::string &regionContext) override;
+  UserResult generateUser(const std::string &locale) override;
+
+private:
+  std::string infer(const std::string &prompt, int maxTokens = 10000);
+  // Overload that allows passing a system message separately so chat-capable
+  // models receive a proper system role instead of having the system text
+  // concatenated into the user prompt (helps avoid revealing internal
+  // reasoning or instructions in model output).
+  std::string infer(const std::string &systemPrompt, const std::string &prompt,
+                    int maxTokens = 10000);
+
+  llama_model *model_ = nullptr;
+  llama_context *context_ = nullptr;
+  float sampling_temperature_ = 0.8f;
+  float sampling_top_p_ = 0.92f;
+  uint32_t sampling_seed_ = 0xFFFFFFFFu;
+};

pipeline/includes/data_generation/mock_generator.h

@@ -0,0 +1,24 @@
+#pragma once
+
+#include "data_generation/data_generator.h"
+#include <string>
+#include <vector>
+
+class MockGenerator final : public IDataGenerator {
+public:
+  void load(const std::string &modelPath) override;
+  BreweryResult generateBrewery(const std::string &cityName,
+                                const std::string &countryName,
+                                const std::string &regionContext) override;
+  UserResult generateUser(const std::string &locale) override;
+
+private:
+  static std::size_t deterministicHash(const std::string &a,
+                                       const std::string &b);
+
+  static const std::vector<std::string> kBreweryAdjectives;
+  static const std::vector<std::string> kBreweryNouns;
+  static const std::vector<std::string> kBreweryDescriptions;
+  static const std::vector<std::string> kUsernames;
+  static const std::vector<std::string> kBios;
+};