gguf_metadata.h

Go to the documentation of this file.

// SPDX-License-Identifier: LGPL-3.0-or-later
#pragma once
 
#include <cstdint>
#include <string>
 
namespace entropic {
 
struct GgufShape {
    bool known = false;          
    std::string architecture;    
    int block_count = 0;         
    int expert_count = 0;        
 
    uint64_t block_bytes = 0;
 
    uint64_t expert_bytes = 0;
 
    uint64_t non_block_bytes = 0;
 
    uint64_t bytes_per_block() const {
        if (!known || block_count <= 0) { return 0; }
        return block_bytes / static_cast<uint64_t>(block_count);
    }
 
    uint64_t expert_bytes_per_block() const {
        if (!known || block_count <= 0) { return 0; }
        return expert_bytes / static_cast<uint64_t>(block_count);
    }
};
 
GgufShape read_gguf_shape(const std::string& path);
 
}  // namespace entropic