logits.hpp

Go to the documentation of this file.

#pragma once
 
// SPDX-License-Identifier: Apache-2.0
// Copyright 2026 Lloyal Labs
 
#include <llama/llama.h>
#include <stdexcept>
 
namespace lloyal::logits {
 
inline float* get(llama_context* ctx, int32_t step = -1) {
    if (!ctx) {
        throw std::runtime_error("logits::get - NULL context");
    }
 
    float* ptr = llama_get_logits_ith(ctx, step);
    if (!ptr) {
        throw std::runtime_error(
            "logits::get - Failed to get logits. "
            "Ensure decode() was called with logits=true for this step."
        );
    }
 
    return ptr;
}
 
} // namespace lloyal::logits