i_inference_backend.h

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
#pragma once
 
#include <entropic/types/error.h>
 
#include <stddef.h>
#include <stdint.h>
 
#ifdef __cplusplus
extern "C" {
#endif
 
typedef struct entropic_inference_backend* entropic_inference_backend_t;
 
/* ── Lifecycle ─────────────────────────────────────────── */
 
entropic_error_t entropic_inference_load(
    entropic_inference_backend_t backend,
    const char* config_json);
 
entropic_error_t entropic_inference_activate(
    entropic_inference_backend_t backend);
 
entropic_error_t entropic_inference_deactivate(
    entropic_inference_backend_t backend);
 
entropic_error_t entropic_inference_unload(
    entropic_inference_backend_t backend);
 
int entropic_inference_state(entropic_inference_backend_t backend);
 
/* ── Generation ────────────────────────────────────────── */
 
entropic_error_t entropic_inference_generate(
    entropic_inference_backend_t backend,
    const char* messages_json,
    const char* params_json,
    char** result_json);
 
entropic_error_t entropic_inference_generate_with_cancel(
    entropic_inference_backend_t backend,
    const char* messages_json,
    const char* params_json,
    char** result_json,
    int* cancel_flag);
 
entropic_error_t entropic_inference_generate_streaming(
    entropic_inference_backend_t backend,
    const char* messages_json,
    const char* params_json,
    void (*on_token)(const char* token, size_t len, void* user_data),
    void* user_data,
    int* cancel_flag);
 
entropic_error_t entropic_inference_complete(
    entropic_inference_backend_t backend,
    const char* prompt,
    const char* params_json,
    char** result_json);
 
/* ── Utility ───────────────────────────────────────────── */
 
int entropic_inference_count_tokens(
    entropic_inference_backend_t backend,
    const char* text,
    size_t text_len);
 
void entropic_inference_destroy(entropic_inference_backend_t backend);
 
void entropic_inference_free(void* ptr);
 
/* ── Capability + state queries (v1.9.13) ─────────────────── */
 
int entropic_inference_supports(
    entropic_inference_backend_t backend,
    int capability);
 
uint32_t entropic_inference_capabilities(
    entropic_inference_backend_t backend);
 
char* entropic_inference_info(
    entropic_inference_backend_t backend);
 
entropic_error_t entropic_inference_save_state(
    entropic_inference_backend_t backend,
    int seq_id,
    void** buffer,
    size_t* buffer_size);
 
entropic_error_t entropic_inference_restore_state(
    entropic_inference_backend_t backend,
    int seq_id,
    const void* buffer,
    size_t buffer_size);
 
entropic_error_t entropic_inference_clear_state(
    entropic_inference_backend_t backend,
    int seq_id);
 
entropic_error_t entropic_inference_generate_seq(
    entropic_inference_backend_t backend,
    int seq_id,
    const char* messages_json,
    const char* params_json,
    char** result_json);
 
entropic_error_t entropic_inference_generate_streaming_seq(
    entropic_inference_backend_t backend,
    int seq_id,
    const char* messages_json,
    const char* params_json,
    void (*on_token)(const char* token, size_t len, void* user_data),
    void* user_data,
    int* cancel_flag);
 
/* ── Inference log control (v2.0.1) ──────────────────── */
 
void entropic_inference_log_to_file(const char* path);
 
void entropic_inference_log_silence(void);
 
#ifdef __cplusplus
}
#endif
 
/*
 * Plugin export requirements:
 *
 *   extern "C" ENTROPIC_EXPORT int entropic_plugin_api_version();
 *   extern "C" ENTROPIC_EXPORT entropic_inference_backend_t
 *       entropic_create_inference_backend();
 */