backend_capability.h

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
#pragma once
 
#include <cstddef>
#include <string>
 
namespace entropic {
 
enum class BackendCapability : int {
    KV_CACHE = 0,             
    HIDDEN_STATE = 1,         
    STREAMING = 2,            
    RAW_COMPLETION = 3,       
    GRAMMAR = 4,              
    LORA_ADAPTERS = 5,        
    MULTI_SEQUENCE = 6,       
    TOKENIZER = 7,            
    LOG_PROBS = 8,            
    VISION = 9,               
    SPECULATIVE_DECODING = 10, 
    PROMPT_CACHING = 11,      
    AUDIO = 12,               
    _COUNT                    
};
 
struct BackendInfo {
    std::string name;              
    std::string version;           
    std::string compute_device;    
    std::string model_format;      
 
    std::string architecture;
 
    int max_context_length = 0;
 
    size_t vram_bytes = 0;         
    size_t ram_bytes = 0;          
    size_t parameter_count = 0;    
    std::string quantization;      
};
 
} // namespace entropic