generation_summary.h

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
#pragma once
 
#include <string>
 
namespace entropic {
 
struct GenerationSummary {
    int token_count = 0;           
    std::string finish_reason;     
    double generation_time_ms = 0.0;  
    double throughput_tok_s = 0.0;    
    int n_drafted = 0;             
    int n_accepted = 0;            
};
 
inline std::string format_generation_summary(const GenerationSummary& s) {
    char buf[256];
    int n = std::snprintf(
        buf, sizeof(buf),
        "Generated: %d tokens, finish=%s, %.0fms, %.1f tok/s",
        s.token_count, s.finish_reason.c_str(),
        s.generation_time_ms, s.throughput_tok_s);
    std::string out(buf, n > 0 ? static_cast<size_t>(n) : 0U);
 
    // Only when speculation actually ran. A plain decode printing
    // "drafted=0, accepted=0, accept_rate=0.000" would be noise on every
    // line, and would make "did speculation run" ambiguous in the logs.
    if (s.n_drafted > 0) {
        const double rate = static_cast<double>(s.n_accepted)
                          / static_cast<double>(s.n_drafted);
        n = std::snprintf(buf, sizeof(buf),
                          ", drafted=%d, accepted=%d, accept_rate=%.3f",
                          s.n_drafted, s.n_accepted, rate);
        out.append(buf, n > 0 ? static_cast<size_t>(n) : 0U);
    }
    return out;
}
 
}  // namespace entropic