entropic::InferenceBackend Member List

This is the complete list of members for entropic::InferenceBackend, including all inherited members.

activate()	entropic::InferenceBackend
capabilities() const	entropic::InferenceBackend
clear_prompt_cache()	entropic::InferenceBackend	inlinevirtual
clear_state(int seq_id=-1)	entropic::InferenceBackend
complete(const std::string &prompt, const GenerationParams &params)	entropic::InferenceBackend
compute_perplexity(const int32_t *tokens, int n_tokens)	entropic::InferenceBackend
config() const	entropic::InferenceBackend	inline
context_length() const	entropic::InferenceBackend	inline
count_tokens(const std::string &text) const	entropic::InferenceBackend
deactivate()	entropic::InferenceBackend
do_activate()=0	entropic::InferenceBackend	protectedpure virtual
do_backend_name() const =0	entropic::InferenceBackend	protectedpure virtual
do_clear_state(int seq_id)	entropic::InferenceBackend	protectedvirtual
do_complete(const std::string &prompt, const GenerationParams &params)=0	entropic::InferenceBackend	protectedpure virtual
do_count_tokens(const std::string &text) const =0	entropic::InferenceBackend	protectedpure virtual
do_deactivate()=0	entropic::InferenceBackend	protectedpure virtual
do_evaluate_logprobs(const int32_t *tokens, int n_tokens)=0	entropic::InferenceBackend	protectedpure virtual
do_generate(const std::vector< Message > &messages, const GenerationParams &params)=0	entropic::InferenceBackend	protectedpure virtual
do_generate_seq(int seq_id, const std::vector< Message > &messages, const GenerationParams &params)	entropic::InferenceBackend	protectedvirtual
do_generate_speculative(const std::vector< Message > &messages, const GenerationParams &params, std::function< void(std::string_view token)> on_token, std::atomic< bool > &cancel)	entropic::InferenceBackend	protectedvirtual
do_generate_streaming(const std::vector< Message > &messages, const GenerationParams &params, std::function< void(std::string_view token)> on_token, std::atomic< bool > &cancel)=0	entropic::InferenceBackend	protectedpure virtual
do_generate_streaming_seq(int seq_id, const std::vector< Message > &messages, const GenerationParams &params, std::function< void(std::string_view token)> on_token, std::atomic< bool > &cancel)	entropic::InferenceBackend	protectedvirtual
do_info() const	entropic::InferenceBackend	protectedvirtual
do_load(const ModelConfig &config)=0	entropic::InferenceBackend	protectedpure virtual
do_restore_state(int seq_id, const std::vector< uint8_t > &buffer)	entropic::InferenceBackend	protectedvirtual
do_save_state(int seq_id, std::vector< uint8_t > &buffer) const	entropic::InferenceBackend	protectedvirtual
do_supports(BackendCapability cap) const	entropic::InferenceBackend	protectedvirtual
do_unload()=0	entropic::InferenceBackend	protectedpure virtual
evaluate_logprobs(const int32_t *tokens, int n_tokens)	entropic::InferenceBackend
fire_model_load_hook(const ModelConfig &config)	entropic::InferenceBackend	protected
generate(const std::vector< Message > &messages, const GenerationParams &params)	entropic::InferenceBackend
generate_seq(int seq_id, const std::vector< Message > &messages, const GenerationParams &params)	entropic::InferenceBackend
generate_speculative(const std::vector< Message > &messages, const GenerationParams &params, std::function< void(std::string_view token)> on_token, std::atomic< bool > &cancel)	entropic::InferenceBackend
generate_streaming(const std::vector< Message > &messages, const GenerationParams &params, std::function< void(std::string_view token)> on_token, std::atomic< bool > &cancel)	entropic::InferenceBackend
generate_streaming_seq(int seq_id, const std::vector< Message > &messages, const GenerationParams &params, std::function< void(std::string_view token)> on_token, std::atomic< bool > &cancel)	entropic::InferenceBackend
info() const	entropic::InferenceBackend
is_active() const	entropic::InferenceBackend	inline
is_loaded() const	entropic::InferenceBackend	inline
last_error_	entropic::InferenceBackend	protected
load(const ModelConfig &config)	entropic::InferenceBackend
load_and_activate(const ModelConfig &config)	entropic::InferenceBackend
restore_state(int seq_id, const std::vector< uint8_t > &buffer)	entropic::InferenceBackend
save_state(int seq_id, std::vector< uint8_t > &buffer) const	entropic::InferenceBackend
set_hooks(const HookInterface &hooks)	entropic::InferenceBackend	inlineprotected
state() const	entropic::InferenceBackend	inline
supports(BackendCapability cap) const	entropic::InferenceBackend
tokenize_text(const std::string &text) const	entropic::InferenceBackend	inlinevirtual
unload()	entropic::InferenceBackend
~InferenceBackend()=default (defined in entropic::InferenceBackend)	entropic::InferenceBackend	virtual