entropic/device__memory_8h_source.html

// SPDX-License-Identifier: Apache-2.0

#pragma once


#include <cstdint>


namespace entropic {


uint64_t query_device_free_vram_bytes();


uint64_t device_memory_query_count();


uint64_t host_memlock_limit_bytes();


}  // namespace entropic

entropic
Activate model on GPU (WARM → ACTIVE).
Definition bundled_models.h:20

entropic::host_memlock_limit_bytes
uint64_t host_memlock_limit_bytes()
This process's RLIMIT_MEMLOCK soft limit (gh#148).
Definition device_memory.cpp:69

entropic::OutsideRootAccess::optional
@ optional
optional: every escape asks the host's path approver

entropic::query_device_free_vram_bytes
uint64_t query_device_free_vram_bytes()
Free VRAM on the first GPU device ggml reports, in bytes.
Definition device_memory.cpp:41

entropic::device_memory_query_count
uint64_t device_memory_query_count()
How many device free-VRAM queries this process has made (gh#198).
Definition device_memory.cpp:84