batch_kv_util.h

Go to the documentation of this file.

// SPDX-License-Identifier: Apache-2.0
#pragma once
 
#include <cstddef>
#include <vector>
 
namespace entropic {
 
struct BatchKvPlan {
    std::vector<int> seq_ids;
 
    bool clears_whole_cache = false;
};
 
inline BatchKvPlan plan_batch_kv(std::size_t n, int session_slots,
                                 const std::vector<int>& temp_ids) {
    BatchKvPlan plan;
    plan.clears_whole_cache = false;
    plan.seq_ids.reserve(n);
    const int floor_id = session_slots < 1 ? 1 : session_slots;
    for (std::size_t i = 0; i < n && i < temp_ids.size(); ++i) {
        // Defence in depth: a temp pool whose base was never raised past the
        // session slots would otherwise hand back a session's sequence. The
        // configure-time exclusion in session_pool_util.h makes that
        // unreachable today; this makes it unreachable by construction.
        plan.seq_ids.push_back(
            temp_ids[i] < floor_id ? floor_id + static_cast<int>(i)
                                   : temp_ids[i]);
    }
    return plan;
}
 
inline bool plan_disturbs_sessions(const BatchKvPlan& plan,
                                   int session_slots) {
    if (plan.clears_whole_cache) { return true; }
    bool disturbs = false;
    for (int id : plan.seq_ids) {
        if (id < session_slots) { disturbs = true; }
    }
    return disturbs;
}
 
}  // namespace entropic