adapter_manager.h

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
#pragma once
 
#include <entropic/types/config.h>
#include <entropic/interfaces/i_hook_handler.h>
 
#include <filesystem>
#include <mutex>
#include <string>
#include <unordered_map>
#include <vector>
 
// Forward declarations (llama.cpp types — not in public header)
struct llama_model;
struct llama_context;
struct llama_adapter_lora;
 
namespace entropic {
 
class AdapterManager {
public:
    bool load(const std::string& name,
              const std::filesystem::path& adapter_path,
              llama_model* model,
              float scale = 1.0f);
 
    void unload(const std::string& name, llama_context* ctx);
 
    bool activate(const std::string& name, llama_context* ctx);
 
    void deactivate(llama_context* ctx);
 
    bool swap(const std::string& name, llama_context* ctx);
 
    void unload_all_for_model(llama_model* model, llama_context* ctx);
 
    void release_handles_for_model(llama_model* model, llama_context* ctx);
 
    void unload_all();
 
    /* ── Queries (lock-free where possible) ───────────── */
 
    AdapterState state(const std::string& name) const;
 
    AdapterInfo info(const std::string& name) const;
 
    std::vector<AdapterInfo> list_adapters() const;
 
    std::string active_adapter() const;
 
    void set_hook_interface(const HookInterface& hooks);
 
private:
    struct AdapterEntry {
        std::string name;                          
        std::filesystem::path path;                
        llama_adapter_lora* handle = nullptr;      
        llama_model* model = nullptr;              
        float scale = 1.0f;                        
        AdapterState state = AdapterState::COLD; 
        size_t ram_bytes = 0;                      
        std::string tier_name;                     
        std::unordered_map<std::string, std::string> metadata; 
    };
 
    static AdapterInfo make_info(const AdapterEntry& entry);
 
    bool fire_swap_hook(const std::string& current,
                        const std::string& target,
                        const std::filesystem::path& target_path);
 
    std::unordered_map<std::string, AdapterEntry> adapters_; 
    std::string active_name_;           
    mutable std::mutex adapter_mutex_;  
    HookInterface hooks_;               
};
 
} // namespace entropic