liblloyal 1.0.0
Branched Inference for llama.cpp
Loading...
Searching...
No Matches
lloyal::branch::Branch Member List

This is the complete list of members for lloyal::branch::Branch, including all inherited members.

accept(llama_token token)lloyal::branch::Branchinline
Branch()lloyal::branch::Branchinline
Branch(BranchStore *store, BranchHandle handle)lloyal::branch::Branchinline
Branch(Branch &&other) noexceptlloyal::branch::Branchinline
Branch(const Branch &)=deletelloyal::branch::Branch
childHandles() constlloyal::branch::Branchinline
create(llama_context *ctx, const llama_model *model, BranchStore &store, llama_pos start_pos, const P &params, int n_batch=DEFAULT_N_BATCH, const char *grammar_str=nullptr, boundaries::BoundaryTracker *boundary_tracker=nullptr)lloyal::branch::Branchinlinestatic
force_snapshot_logits()lloyal::branch::Branchinline
fork()lloyal::branch::Branchinline
forkHead() constlloyal::branch::Branchinline
handle() constlloyal::branch::Branchinline
is_eog(llama_token token) constlloyal::branch::Branchinline
isActive() constlloyal::branch::Branchinline
isLeaf() constlloyal::branch::Branchinline
logits() constlloyal::branch::Branchinline
n_vocab() constlloyal::branch::Branchinline
operator=(Branch &&other) noexceptlloyal::branch::Branchinline
operator=(const Branch &)=deletelloyal::branch::Branch
parentHandle() constlloyal::branch::Branchinline
perplexity() constlloyal::branch::Branchinline
position() constlloyal::branch::Branchinline
prefill(const llama_token *tokens, size_t n)lloyal::branch::Branchinline
prune()lloyal::branch::Branchinline
pruneSubtree()lloyal::branch::Branchinline
sample()lloyal::branch::Branchinline
setGrammar(const char *grammar_str)lloyal::branch::Branchinline
setSamplerParams(const P &params)lloyal::branch::Branchinline
step(llama_token token)lloyal::branch::Branchinline
valid() constlloyal::branch::Branchinline
~Branch()lloyal::branch::Branchinline