mtp_envelope.h

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
#pragma once
 
#include <string>
 
namespace entropic {
 
inline std::string mtp_unsupported_reason(float temperature, bool has_grammar,
                                          bool streaming) {
    (void)temperature;
    (void)has_grammar;  // gh#108 v2.10.0: grammar propagated via to_common_sampling
    (void)streaming;    // gh#108 v2.10.0: StreamThinkFilter handles live strip
    return {};
}
 
inline bool looks_like_mtp_head(int n_layer) {
    return n_layer >= 1 && n_layer <= 2;
}
 
inline std::string mtp_head_classical_path_error(int n_layer) {
    return "Draft model has " + std::to_string(n_layer)
           + " layer(s) — this looks like an MTP head GGUF. "
             "Set speculative.mtp: true in your config to route through "
             "the target-owned shared-KV MTP path instead of crashing.";
}
 
}  // namespace entropic