liblloyal 1.0.0
Branched Inference for llama.cpp
Loading...
Searching...
No Matches
lloyal::branch::BranchStore Member List

This is the complete list of members for lloyal::branch::BranchStore, including all inherited members.

add_cells_used(uint32_t n)lloyal::branch::BranchStoreinline
add_model_surprisal(MetricsHandle h, float surprisal)lloyal::branch::BranchStoreinline
add_sampling_surprisal(MetricsHandle h, float surprisal)lloyal::branch::BranchStoreinline
allocate()lloyal::branch::BranchStoreinline
available() constlloyal::branch::BranchStoreinline
BranchStore(size_t initial_capacity=16)lloyal::branch::BranchStoreinlineexplicit
children(BranchHandle h) constlloyal::branch::BranchStoreinline
clone_grammar(GrammarHandle h)lloyal::branch::BranchStoreinline
clone_metrics(MetricsHandle h)lloyal::branch::BranchStoreinline
clone_sampler(SamplerChainHandle h)lloyal::branch::BranchStoreinline
create_grammar(const llama_model *model, const char *grammar_str, const char *root="root")lloyal::branch::BranchStoreinline
create_grammar_lazy(const llama_model *model, const char *grammar_str, const std::vector< std::string > &trigger_patterns, const std::vector< llama_token > &trigger_tokens, const char *root="root")lloyal::branch::BranchStoreinline
create_metrics()lloyal::branch::BranchStoreinline
create_sampler(const P &params)lloyal::branch::BranchStoreinline
decode_each(std::span< const DecodeEachItem > items)lloyal::branch::BranchStoreinline
decode_scatter(std::span< const DecodeScatterItem > items)lloyal::branch::BranchStoreinline
drain()lloyal::branch::BranchStoreinline
fork_head(BranchHandle h) constlloyal::branch::BranchStoreinline
free_grammar(GrammarHandle h)lloyal::branch::BranchStoreinline
free_metrics(MetricsHandle h)lloyal::branch::BranchStoreinline
free_sampler(SamplerChainHandle h)lloyal::branch::BranchStoreinline
get(BranchHandle handle)lloyal::branch::BranchStoreinline
get(BranchHandle handle) constlloyal::branch::BranchStoreinline
get_grammar_sampler(GrammarHandle h) constlloyal::branch::BranchStoreinline
get_model_ppl(MetricsHandle h) constlloyal::branch::BranchStoreinline
get_sampler_chain(SamplerChainHandle h) constlloyal::branch::BranchStoreinline
get_sampling_ppl(MetricsHandle h) constlloyal::branch::BranchStoreinline
init_tenancy(llama_context *ctx)lloyal::branch::BranchStoreinline
isActive(BranchHandle h) constlloyal::branch::BranchStoreinline
isLeaf(BranchHandle h) constlloyal::branch::BranchStoreinline
kv_pressure() constlloyal::branch::BranchStoreinline
parent(BranchHandle h) constlloyal::branch::BranchStoreinline
release(BranchHandle handle)lloyal::branch::BranchStoreinline
retainOnly(BranchHandle winner)lloyal::branch::BranchStoreinline
sampler_has_dist(SamplerChainHandle h) constlloyal::branch::BranchStoreinline
~BranchStore()lloyal::branch::BranchStoreinline