i_inference_callbacks.h

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
#pragma once
 
#include <stddef.h>
 
#ifdef __cplusplus
extern "C" {
#endif
 
typedef int (*entropic_generate_fn)(
    const char* messages_json,
    const char* params_json,
    char** result_json,
    void* user_data);
 
typedef int (*entropic_generate_with_cancel_fn)(
    const char* messages_json,
    const char* params_json,
    char** result_json,
    int* cancel,
    void* user_data);
 
typedef int (*entropic_generate_streaming_fn)(
    const char* messages_json,
    const char* params_json,
    void (*on_token)(const char* token, size_t len, void* user_data),
    void* token_user_data,
    int* cancel,
    void* user_data);
 
typedef int (*entropic_route_fn)(
    const char* messages_json,
    char** result_json,
    void* user_data);
 
typedef int (*entropic_complete_fn)(
    const char* prompt,
    const char* params_json,
    char** result_json,
    void* user_data);
 
typedef int (*entropic_parse_tool_calls_fn)(
    const char* raw_content,
    char** cleaned_content,
    char** tool_calls_json,
    void* user_data);
 
typedef int (*entropic_is_response_complete_fn)(
    const char* content,
    const char* tool_calls_json,
    void* user_data);
 
typedef void (*entropic_inference_free_fn)(void* ptr);
 
typedef int (*entropic_get_tool_prompt_fn)(
    const char* tier,
    char** result,
    void* user_data);
 
#ifdef __cplusplus
}
#endif
 
#ifdef __cplusplus
 
namespace entropic {
 
struct InferenceInterface {
    entropic_generate_fn generate = nullptr;                 
    entropic_generate_with_cancel_fn generate_cancellable = nullptr; 
    entropic_generate_streaming_fn generate_stream = nullptr; 
    entropic_complete_fn complete = nullptr;                  
    entropic_route_fn route = nullptr;                       
    entropic_parse_tool_calls_fn parse_tool_calls = nullptr; 
    entropic_is_response_complete_fn is_response_complete = nullptr; 
    entropic_inference_free_fn free_fn = nullptr;            
    entropic_get_tool_prompt_fn get_tool_prompt = nullptr;   
    void* backend_data = nullptr;                            
    void* orchestrator_data = nullptr;                       
    void* adapter_data = nullptr;                            
    void* tool_prompt_data = nullptr;                        
};
 
} // namespace entropic
 
#endif