backend_manager.cpp

#include "lemon/backend_manager.h"
#include "lemon/backend_version_policy.h"
#include "lemon/backends/backend_utils.h"
#include "lemon/runtime_config.h"
#include "lemon/system_info.h"
#include "lemon/utils/http_client.h"
#include "lemon/utils/json_utils.h"
#include "lemon/utils/path_utils.h"
#include <atomic>
#include <chrono>
#include <filesystem>
#include <fstream>
#include <iostream>
#include <functional>
#include <map>
#include <vector>
#include <thread>
#include <lemon/utils/aixlog.hpp>

namespace fs = std::filesystem;

namespace lemon {

namespace {

std::string get_current_os() {
#ifdef _WIN32
    return "windows";
#elif defined(__APPLE__)
    return "macos";
#elif defined(__linux__)
    return "linux";
#else
    return "unknown";
#endif
}

std::string normalize_backend_name(const std::string& recipe, const std::string& backend) {
    if ((recipe == "llamacpp" || recipe == "sd-cpp") && backend == "rocm") {
        // Map "rocm" to the appropriate channel based on config
        std::string channel = "stable";  // default to stable for now
        if (auto* cfg = RuntimeConfig::global()) {
            channel = cfg->rocm_channel_for_recipe(recipe);
        }
        return "rocm-" + channel;
    }
    return backend;
}

std::string get_backend_runtime_version(const json& backend_versions,
                                        const std::string& recipe,
                                        const std::string& backend_type) {
    const std::string runtime_key = backend_type + "-runtime";

    if (backend_versions.contains(runtime_key) &&
        backend_versions[runtime_key].is_string()) {
        return backend_versions[runtime_key].get<std::string>();
    }

    if (backend_versions.contains(recipe) &&
        backend_versions[recipe].is_object() &&
        backend_versions[recipe].contains(runtime_key) &&
        backend_versions[recipe][runtime_key].is_string()) {
        return backend_versions[recipe][runtime_key].get<std::string>();
    }

    // Only fall back to llamacpp runtime version if the recipe is llamacpp
    if (recipe == "llamacpp" &&
        backend_versions.contains("llamacpp") &&
        backend_versions["llamacpp"].is_object() &&
        backend_versions["llamacpp"].contains(runtime_key) &&
        backend_versions["llamacpp"][runtime_key].is_string()) {
        return backend_versions["llamacpp"][runtime_key].get<std::string>();
    }

    throw std::runtime_error("backend_versions.json is missing runtime version for: " + recipe + ":" + runtime_key);
}

std::string trim(const std::string& value) {
    const auto first = value.find_first_not_of(" \t\r\n");
    if (first == std::string::npos) {
        return "";
    }
    const auto last = value.find_last_not_of(" \t\r\n");
    return value.substr(first, last - first + 1);
}

std::string normalize_runtime_version(const std::string& version) {
    std::string normalized = trim(version);
    if (!normalized.empty() && normalized[0] == 'v') {
        normalized.erase(0, 1);
    }
    return normalized;
}

bool runtime_version_matches_expected(const std::string& discovered_version,
                                      const std::string& expected_version) {
    const std::string discovered = normalize_runtime_version(discovered_version);
    const std::string expected = normalize_runtime_version(expected_version);

    if (discovered.empty() || expected.empty()) {
        return false;
    }

    if (discovered == expected) {
        return true;
    }

    return discovered.rfind(expected + ".", 0) == 0;
}

std::string read_version_file(const fs::path& version_file) {
    if (!fs::exists(version_file)) {
        return "";
    }

    std::ifstream file(version_file);
    if (!file.is_open()) {
        return "";
    }

    std::string version;
    std::getline(file, version);
    return trim(version);
}

bool has_matching_system_rocm_runtime(const std::string& expected_runtime_version) {
    const fs::path version_file = "/opt/rocm/.info/version";
    const std::string system_version = read_version_file(version_file);
    return runtime_version_matches_expected(system_version, expected_runtime_version);
}


bool backend_update_required(const std::string& recipe, const std::string& backend) {
    for (const auto& recipe_status : SystemInfo::get_all_recipe_statuses()) {
        if (recipe_status.name != recipe) {
            continue;
        }
        for (const auto& backend_status : recipe_status.backends) {
            if (backend_status.name == backend) {
                return backend_status.state == "update_required";
            }
        }
    }
    return false;
}

bool will_install_therock(const std::string& os, const json& backend_versions) {
    // TheRock is needed on Linux and Windows for ROCm stable channel.
    if (os != "linux" && os != "windows") {
        return false;
    }

    // Get TheRock version from backend_versions.json
    if (!backend_versions.contains("therock") || !backend_versions["therock"].contains("version")) {
        return false;
    }
    std::string therock_version = backend_versions["therock"]["version"].get<std::string>();
    std::string expected_rocm_version = normalize_runtime_version(therock_version);

    // Check if system ROCm matches TheRock version - if so, don't need TheRock
    if (backends::BackendUtils::is_rocm_installed_system_wide() &&
        has_matching_system_rocm_runtime(expected_rocm_version)) {
        LOG(DEBUG, "BackendManager")
            << "System ROCm " << expected_rocm_version
            << " matches TheRock version, skipping TheRock installation" << std::endl;
        return false;
    }

    // Get ROCm architecture
    std::string rocm_arch = SystemInfo::get_rocm_arch();
    if (rocm_arch.empty()) {
        return false;
    }

    // Check if this architecture is supported
    if (backend_versions["therock"].contains("architectures") &&
        backend_versions["therock"]["architectures"].is_array()) {
        bool arch_supported = false;
        for (const auto& arch : backend_versions["therock"]["architectures"]) {
            if (arch.is_string() && arch.get<std::string>() == rocm_arch) {
                arch_supported = true;
                break;
            }
        }
        if (!arch_supported) {
            return false;
        }
    }

    return true;
}

bool is_therock_installed_for_current_arch(const json& backend_versions) {
    if (!backend_versions.contains("therock") ||
        !backend_versions["therock"].contains("version")) {
        return false;
    }

    const std::string rocm_arch = SystemInfo::get_rocm_arch();
    if (rocm_arch.empty()) {
        return false;
    }

    const std::string version = backend_versions["therock"]["version"].get<std::string>();
    const fs::path version_file =
        fs::path(backends::BackendUtils::get_therock_install_dir(rocm_arch, version)) / "version.txt";

    return read_version_file(version_file) == version;
}

void install_therock_if_needed(const std::string& os, const json& backend_versions,
                              DownloadProgressCallback progress_cb = nullptr) {
    if (!will_install_therock(os, backend_versions)) {
        return;
    }

    // Already installed — skip to avoid redundant 3 GB download
    if (is_therock_installed_for_current_arch(backend_versions)) {
        LOG(DEBUG, "BackendManager") << "TheRock already installed, skipping" << std::endl;
        return;
    }

    std::vector<std::string> rocm_arches = SystemInfo::get_rocm_arches();
    std::string version = backend_versions["therock"]["version"].get<std::string>();

    if (rocm_arches.empty()) {
        // Fall back to single-arch detection for backward compatibility
        std::string single_arch = SystemInfo::get_rocm_arch();
        if (!single_arch.empty()) {
            backends::BackendUtils::install_therock(single_arch, version, progress_cb);
        }
        return;
    }

    // Install TheRock for each detected GPU architecture
    for (const auto& rocm_arch : rocm_arches) {
        backends::BackendUtils::install_therock(rocm_arch, version, progress_cb);
    }
}

} // namespace

BackendManager::BackendManager() {
    try {
        std::string config_path = utils::get_resource_path("resources/backend_versions.json");
        backend_versions_ = utils::JsonUtils::load_from_file(config_path);
    } catch (const std::exception& e) {
        LOG(WARNING, "BackendManager") << "Could not load backend_versions.json: " << e.what() << std::endl;
        backend_versions_ = json::object();
    }
}

// Global accessor — mirrors RuntimeConfig::global(). Set once from Server's
// constructor; null when invoked from CLI tools that don't run a server.
static std::atomic<BackendManager*> s_global_backend_manager{nullptr};

void BackendManager::set_global(BackendManager* instance) {
    s_global_backend_manager.store(instance, std::memory_order_release);
}

BackendManager* BackendManager::global() {
    return s_global_backend_manager.load(std::memory_order_acquire);
}

std::string BackendManager::get_version_from_config(const std::string& recipe, const std::string& backend) {
    std::string resolved_backend = normalize_backend_name(recipe, backend);

    // The "system" backend doesn't have a version in backend_versions.json
    // because it uses a pre-installed binary from the system PATH
    if (resolved_backend == "system") {
        return "";
    }

    if (!backend_versions_.contains(recipe) || !backend_versions_[recipe].is_object()) {
        throw std::runtime_error("backend_versions.json is missing '" + recipe + "' section");
    }
    const auto& recipe_config = backend_versions_[recipe];
    if (!recipe_config.contains(resolved_backend) || !recipe_config[resolved_backend].is_string()) {
        throw std::runtime_error("backend_versions.json is missing version for: " + recipe + ":" + resolved_backend);
    }
    return recipe_config[resolved_backend].get<std::string>();
}

// ============================================================================
// Core operations
// ============================================================================

// ============================================================================
// Install parameters
// ============================================================================

std::string BackendManager::fetch_latest_github_tag(const std::string& repo,
                                                     bool throw_on_failure) {
    {
        std::lock_guard<std::mutex> lock(latest_version_cache_mutex_);
        auto it = latest_version_cache_.find(repo);
        if (it != latest_version_cache_.end()) {
            return it->second;
        }
    }

    auto* cfg = RuntimeConfig::global();
    if (cfg && cfg->no_fetch_executables()) {
        if (throw_on_failure) {
            throw std::runtime_error(
                "Cannot resolve 'latest' release for " + repo
                + ": no_fetch_executables is true");
        }
        return "";
    }
    if (cfg && cfg->offline()) {
        if (throw_on_failure) {
            throw std::runtime_error(
                "Cannot resolve 'latest' release for " + repo + ": offline mode");
        }
        return "";
    }

    const std::string url = "https://api.github.com/repos/" + repo + "/releases/latest";
    std::map<std::string, std::string> headers = {
        {"User-Agent", "lemonade"},
        {"Accept", "application/vnd.github+json"},
    };

    LOG(DEBUG, "BackendManager") << "Resolving 'latest' for " << repo << " via " << url << std::endl;
    utils::HttpResponse resp;
    try {
        resp = utils::HttpClient::get(url, headers);
    } catch (const std::exception& e) {
        if (throw_on_failure) {
            throw std::runtime_error(
                "Failed to query GitHub for latest release of " + repo + ": " + e.what());
        }
        LOG(WARNING, "BackendManager") << "GitHub query for " << repo << " failed: " << e.what() << std::endl;
        return "";
    }
    if (resp.status_code < 200 || resp.status_code >= 300) {
        if (throw_on_failure) {
            throw std::runtime_error(
                "GitHub returned HTTP " + std::to_string(resp.status_code)
                + " when querying latest release of " + repo);
        }
        LOG(WARNING, "BackendManager") << "GitHub returned HTTP " << resp.status_code
                                       << " for " << repo << std::endl;
        return "";
    }

    std::string tag;
    try {
        auto body = json::parse(resp.body);
        tag = body.at("tag_name").get<std::string>();
    } catch (const std::exception& e) {
        if (throw_on_failure) {
            throw std::runtime_error(
                "Failed to parse GitHub release response for " + repo + ": " + e.what());
        }
        LOG(WARNING, "BackendManager") << "Failed to parse GitHub response for " << repo
                                       << ": " << e.what() << std::endl;
        return "";
    }

    {
        std::lock_guard<std::mutex> lock(latest_version_cache_mutex_);
        latest_version_cache_[repo] = tag;
    }
    LOG(INFO, "BackendManager") << "Resolved 'latest' for " << repo << " -> " << tag << std::endl;
    return tag;
}

std::string BackendManager::resolve_user_version(const std::string& recipe,
                                                  const std::string& resolved_backend,
                                                  const std::string& pinned_version,
                                                  const std::string& repo) {
    auto* cfg = RuntimeConfig::global();
    if (!cfg) return pinned_version;

    std::string section, bin_key;
    backends::BackendUtils::build_bin_config_key(recipe, resolved_backend, section, bin_key);
    std::string raw = cfg->backend_string(section, bin_key);

    // "" / "builtin" → use lemonade's pinned version.
    if (raw.empty() || raw == "builtin") return pinned_version;

    // Path overrides skip the install flow entirely (find_external_backend_binary
    // returns the path), so the version doesn't matter — fall back to pinned for
    // any UI/metadata callers that still touch this code path.
    if (utils::looks_like_path(raw)) return pinned_version;

    // "latest" → ask GitHub for the newest release. The lookup can be skipped
    // (offline) or fail (e.g. HTTP 504, network error); in either case fall back
    // to the binary already installed rather than refusing to load a model that
    // is otherwise ready. Only when nothing is installed do we surface an error.
    if (raw == "latest") {
        const bool offline = cfg->offline();
        // A non-throwing lookup so a transient GitHub failure becomes a fallback
        // rather than an exception. Skipped entirely when offline.
        std::string fetched = offline
            ? std::string()
            : fetch_latest_github_tag(repo, /*throw_on_failure=*/false);

        // The install directory is not version-scoped, so version.txt always
        // reflects the most recently installed binary for this (recipe, backend).
        std::string install_dir = backends::BackendUtils::get_install_directory(
            recipe, resolved_backend);
        std::string installed = read_version_file(fs::path(install_dir) / "version.txt");

        LatestPinResolution resolution =
            resolve_latest_pin(recipe, resolved_backend, offline, fetched, installed);
        if (!resolution.version.empty()) {
            if (resolution.used_installed_fallback && offline) {
                LOG(WARNING, "BackendManager") << "offline: reusing installed " << recipe
                                               << ":" << resolved_backend << " version "
                                               << resolution.version << " for 'latest'" << std::endl;
            } else if (resolution.used_installed_fallback) {
                LOG(WARNING, "BackendManager") << "could not resolve 'latest' for " << recipe
                                               << ":" << resolved_backend
                                               << "; falling back to installed version "
                                               << resolution.version << std::endl;
            }
            return resolution.version;
        }
        throw std::runtime_error(resolution.error);
    }

    // Otherwise: a bare upstream release tag (e.g. "b8664"). Pass through.
    return raw;
}

std::string BackendManager::get_or_resolve_latest_tag(const std::string& recipe,
                                                       const std::string& backend) {
    try {
        std::string resolved_backend = normalize_backend_name(recipe, backend);
        auto* spec = backends::try_get_spec_for_recipe(recipe);
        if (!spec || !spec->install_params_fn) return "";
        std::string pinned = get_version_from_config(recipe, resolved_backend);
        // First call extracts the repo for this (recipe, backend); filename
        // templating is discarded.
        auto pinned_params = spec->install_params_fn(resolved_backend, pinned);
        return fetch_latest_github_tag(pinned_params.repo, /*throw_on_failure=*/false);
    } catch (const std::exception& e) {
        LOG(WARNING, "BackendManager") << "get_or_resolve_latest_tag(" << recipe
                                       << ":" << backend << ") failed: " << e.what() << std::endl;
        return "";
    }
}

BackendManager::InstallParams BackendManager::get_install_params(const std::string& recipe, const std::string& backend) {
    std::string resolved_backend = normalize_backend_name(recipe, backend);

    auto* spec = backends::try_get_spec_for_recipe(recipe);
    if (!spec) {
        throw std::runtime_error("[BackendManager] Unknown recipe: " + recipe);
    }
    std::string pinned = get_version_from_config(recipe, resolved_backend);

    if (!spec->install_params_fn) {
        throw std::runtime_error("No install params function for recipe: " + recipe);
    }

    // Two-pass: first call gets the repo for resolve_user_version (filename
    // discarded); second call templates the resolved tag into the real filename.
    auto pinned_params = spec->install_params_fn(resolved_backend, pinned);
    std::string resolved_version = resolve_user_version(
        recipe, resolved_backend, pinned, pinned_params.repo);
    auto final_params = spec->install_params_fn(resolved_backend, resolved_version);
    // Allow backends to override the release tag (e.g. per-GPU-target releases)
    std::string release_version = final_params.version_override.empty()
                                      ? resolved_version
                                      : final_params.version_override;
    return {final_params.repo, final_params.filename, release_version};
}

void BackendManager::install_backend(const std::string& recipe, const std::string& backend,
                                     bool force,
                                     DownloadProgressCallback progress_cb) {
    std::string resolved_backend = normalize_backend_name(recipe, backend);
    LOG(DEBUG, "BackendManager") << "Installing " << recipe << ":" << resolved_backend << std::endl;

    // System backend uses a pre-installed binary from PATH - nothing to install
    if (resolved_backend == "system") {
        return;
    }

    if (auto* cfg = RuntimeConfig::global()) {
        if (cfg->no_fetch_executables()) {
            throw std::runtime_error(
                "Fetching executable artifacts is disabled");
        }
    }

    auto params = get_install_params(recipe, resolved_backend);
    auto* spec = backends::try_get_spec_for_recipe(recipe);
    if (!spec) {
        throw std::runtime_error("[BackendManager] Unknown recipe: " + recipe);
    }

    // Check if we need to download additional runtime components after the main backend.
    // `will_install_therock` intentionally answers whether TheRock is applicable
    // for this OS/arch/config; it does not check Lemonade's local TheRock cache.
    // Do that here before inflating the install to a multi-file UX flow.
    const std::string os = get_current_os();
    const bool is_rocm_stable_backend =
        (recipe == "llamacpp" || recipe == "sd-cpp") &&
        resolved_backend == "rocm-stable";
    const bool therock_applicable =
        is_rocm_stable_backend && will_install_therock(os, backend_versions_);
    const bool rocm_runtime_update_required =
        therock_applicable && backend_update_required(recipe, backend);
    const bool needs_therock_download =
        therock_applicable &&
        (rocm_runtime_update_required ||
         !is_therock_installed_for_current_arch(backend_versions_));

    struct RuntimeInstallStep {
        std::string name;
        std::function<void(DownloadProgressCallback)> install;
    };

    std::vector<RuntimeInstallStep> runtime_steps;
    if (needs_therock_download) {
        runtime_steps.push_back({
            "TheRock runtime",
            [this, os, rocm_runtime_update_required](DownloadProgressCallback runtime_progress_cb) {
                if (rocm_runtime_update_required) {
                    const std::string rocm_arch = SystemInfo::get_rocm_arch();
                    if (rocm_arch.empty()) {
                        throw std::runtime_error("Cannot repair TheRock runtime: ROCm architecture could not be detected");
                    }

                    const std::string version = backend_versions_["therock"]["version"].get<std::string>();
                    const std::string install_dir =
                        backends::BackendUtils::get_therock_install_dir(rocm_arch, version);

                    std::error_code ec;
                    fs::remove_all(install_dir, ec);
                    if (ec) {
                        throw std::runtime_error("Failed to remove existing TheRock runtime '" +
                                                 install_dir + "': " + ec.message());
                    }
                }

                install_therock_if_needed(os, backend_versions_, runtime_progress_cb);
            }
        });
    }

    // Track known logical file sizes. total_download_size is only forwarded
    // once it is the real total across every logical file. This prevents a
    // runtime-follow-up install from inheriting a backend-only total size.
    std::map<int, size_t> logical_file_sizes;
    auto known_total_download_size = [&logical_file_sizes](int total_files) -> size_t {
        size_t total = 0;
        for (int index = 1; index <= total_files; ++index) {
            auto it = logical_file_sizes.find(index);
            if (it == logical_file_sizes.end() || it->second == 0) {
                return 0;
            }
            total += it->second;
        }
        return total;
    };

    auto normalize_progress = [&logical_file_sizes, &known_total_download_size](
                                  const DownloadProgress& p,
                                  int logical_file_index,
                                  int logical_total_files,
                                  bool allow_complete) -> DownloadProgress {
        DownloadProgress adjusted = p;
        adjusted.file_index = logical_file_index;
        adjusted.total_files = logical_total_files;

        if (adjusted.bytes_total > 0) {
            logical_file_sizes[logical_file_index] = adjusted.bytes_total;
        }

        // Only set total_download_size when it is the true full total.
        adjusted.total_download_size = known_total_download_size(logical_total_files);

        if (!allow_complete && adjusted.complete) {
            adjusted.complete = false;
        }

        return adjusted;
    };

    int backend_total_files = 1;
    DownloadProgressCallback backend_progress_cb = progress_cb;
    if (progress_cb && !runtime_steps.empty()) {
        const int runtime_file_count = static_cast<int>(runtime_steps.size());
        backend_progress_cb = [progress_cb,
                               runtime_file_count,
                               &backend_total_files,
                               &normalize_progress](const DownloadProgress& p) -> bool {
            backend_total_files = p.total_files > 0 ? p.total_files : 1;
            const int logical_file_index = p.file_index > 0 ? p.file_index : 1;
            const int logical_total_files = backend_total_files + runtime_file_count;
            return progress_cb(normalize_progress(
                p, logical_file_index, logical_total_files, /*allow_complete=*/false));
        };
    }

    const std::string backend_install_dir =
        backends::BackendUtils::get_install_directory(spec->recipe, resolved_backend);
    const bool backend_install_dir_existed_before = fs::exists(backend_install_dir);

    bool completion_reported = false;

    try {
        backends::BackendUtils::install_from_github(
            *spec, params.version, params.repo, params.filename, resolved_backend, backend_progress_cb);

        const int logical_total_files = backend_total_files + static_cast<int>(runtime_steps.size());
        for (size_t i = 0; i < runtime_steps.size(); ++i) {
            const int logical_file_index = backend_total_files + static_cast<int>(i) + 1;
            const bool is_last_runtime_step = (i + 1 == runtime_steps.size());
            bool runtime_reported_progress = false;
            bool runtime_reported_completion = false;
            DownloadProgress last_runtime_progress;

            DownloadProgressCallback runtime_progress_cb;
            if (progress_cb) {
                runtime_progress_cb = [progress_cb,
                                       logical_file_index,
                                       logical_total_files,
                                       is_last_runtime_step,
                                       &completion_reported,
                                       &runtime_reported_progress,
                                       &runtime_reported_completion,
                                       &last_runtime_progress,
                                       &normalize_progress](const DownloadProgress& p) -> bool {
                    runtime_reported_progress = true;
                    DownloadProgress adjusted = normalize_progress(
                        p, logical_file_index, logical_total_files, is_last_runtime_step);
                    if (adjusted.complete) {
                        runtime_reported_completion = true;
                        completion_reported = true;
                    }
                    last_runtime_progress = adjusted;
                    return progress_cb(adjusted);
                };
            }

            runtime_steps[i].install(runtime_progress_cb);

            if (!progress_cb) {
                continue;
            }

            if (!runtime_reported_progress) {
                DownloadProgress skipped;
                skipped.file = runtime_steps[i].name;
                skipped.file_index = logical_file_index;
                skipped.total_files = logical_total_files;
                skipped.percent = 100;
                skipped.complete = is_last_runtime_step;
                completion_reported = completion_reported || skipped.complete;
                progress_cb(skipped);
            } else if (is_last_runtime_step && !runtime_reported_completion) {
                last_runtime_progress.file_index = logical_file_index;
                last_runtime_progress.total_files = logical_total_files;
                last_runtime_progress.percent = 100;
                last_runtime_progress.complete = true;
                completion_reported = true;
                progress_cb(last_runtime_progress);
            }
        }

        if (progress_cb && !runtime_steps.empty() && !completion_reported) {
            DownloadProgress complete_progress;
            complete_progress.file = runtime_steps.back().name;
            complete_progress.file_index = logical_total_files;
            complete_progress.total_files = logical_total_files;
            complete_progress.percent = 100;
            complete_progress.complete = true;
            progress_cb(complete_progress);
        }
    } catch (...) {
        // If the backend was newly created and a required runtime fails, roll
        // back the backend so the status does not look ready with missing deps.
        if (!backend_install_dir_existed_before) {
            std::error_code cleanup_ec;
            fs::remove_all(backend_install_dir, cleanup_ec);
        }
        throw;
    }
}

void BackendManager::uninstall_backend(const std::string& recipe, const std::string& backend) {
    std::string resolved_backend = normalize_backend_name(recipe, backend);
    LOG(DEBUG, "BackendManager") << "Uninstalling " << recipe << ":" << resolved_backend << std::endl;

    auto* spec = backends::try_get_spec_for_recipe(recipe);
    if (!spec) {
        throw std::runtime_error("[BackendManager] Unknown recipe: " + recipe);
    }

    std::string install_dir = backends::BackendUtils::get_install_directory(spec->recipe, resolved_backend);

    if (fs::exists(install_dir)) {
        // On Windows, antivirus scanning or indexing can briefly lock files after extraction.
        // Retry a few times with a short delay to handle transient locks.
        std::error_code ec;
        for (int attempt = 0; attempt < 5; ++attempt) {
            fs::remove_all(install_dir, ec);
            if (!ec || !fs::exists(install_dir)) break;
            std::this_thread::sleep_for(std::chrono::milliseconds(500));
        }
        if (ec && fs::exists(install_dir)) {
            throw std::runtime_error("Failed to remove " + install_dir + ": " + ec.message());
        }
        LOG(DEBUG, "BackendManager") << "Removed: " << install_dir << std::endl;
    } else {
        LOG(DEBUG, "BackendManager") << "Nothing to uninstall at: " << install_dir << std::endl;
    }
}

// ============================================================================
// Query operations
// ============================================================================

std::string BackendManager::get_latest_version(const std::string& recipe, const std::string& backend) {
    try {
        return get_version_from_config(recipe, normalize_backend_name(recipe, backend));
    } catch (...) {
        return "";
    }
}

json BackendManager::get_all_backends_status() {
    auto statuses = SystemInfo::get_all_recipe_statuses();
    json result = json::array();

    for (const auto& recipe : statuses) {
        json recipe_json;
        recipe_json["recipe"] = recipe.name;

        json backends_json = json::array();
        for (const auto& backend : recipe.backends) {
            json b;
            b["name"] = backend.name;
            b["state"] = backend.state;
            b["message"] = backend.message;
            b["action"] = backend.action;
            if (!backend.version.empty()) {
                b["version"] = backend.version;
            }

            // Add release URL
            std::string release_url = get_release_url(recipe.name, backend.name);
            if (!release_url.empty()) {
                b["release_url"] = release_url;
            }

            backends_json.push_back(b);
        }
        recipe_json["backends"] = backends_json;
        result.push_back(recipe_json);
    }

    return result;
}

std::string BackendManager::get_release_url(const std::string& recipe, const std::string& backend) {
    try {
        std::string resolved_backend = normalize_backend_name(recipe, backend);
        auto params = get_install_params(recipe, resolved_backend);
        return "https://github.com/" + params.repo + "/releases/tag/" + params.version;
    } catch (...) {
        return "";
    }
}

std::string BackendManager::get_download_filename(const std::string& recipe, const std::string& backend) {
    try {
        std::string resolved_backend = normalize_backend_name(recipe, backend);
        auto params = get_install_params(recipe, resolved_backend);
        return params.filename;
    } catch (...) {
        return "";
    }
}

BackendManager::BackendEnrichment BackendManager::get_backend_enrichment(const std::string& recipe, const std::string& backend) {
    BackendEnrichment result;
    try {
        std::string resolved_backend = normalize_backend_name(recipe, backend);
        // All standard recipes (including ryzenai-llm): one get_install_params() call gives us everything
        auto params = get_install_params(recipe, resolved_backend);
        result.release_url = "https://github.com/" + params.repo + "/releases/tag/" + params.version;
        result.download_filename = params.filename;
        result.version = params.version;
    } catch (...) {}
    return result;
}

} // namespace lemon