liblloyal
1.0.0
Branched Inference for llama.cpp
Loading...
Searching...
No Matches
lloyal::branch::Branch Member List
This is the complete list of members for
lloyal::branch::Branch
, including all inherited members.
accept
(llama_token token)
lloyal::branch::Branch
inline
Branch
()
lloyal::branch::Branch
inline
Branch
(BranchStore *store, BranchHandle handle)
lloyal::branch::Branch
inline
Branch
(Branch &&other) noexcept
lloyal::branch::Branch
inline
Branch
(const Branch &)=delete
lloyal::branch::Branch
childHandles
() const
lloyal::branch::Branch
inline
create
(llama_context *ctx, const llama_model *model, BranchStore &store, llama_pos start_pos, const P ¶ms, int n_batch=DEFAULT_N_BATCH, const char *grammar_str=nullptr, boundaries::BoundaryTracker *boundary_tracker=nullptr)
lloyal::branch::Branch
inline
static
force_snapshot_logits
()
lloyal::branch::Branch
inline
fork
()
lloyal::branch::Branch
inline
forkHead
() const
lloyal::branch::Branch
inline
handle
() const
lloyal::branch::Branch
inline
is_eog
(llama_token token) const
lloyal::branch::Branch
inline
isActive
() const
lloyal::branch::Branch
inline
isLeaf
() const
lloyal::branch::Branch
inline
logits
() const
lloyal::branch::Branch
inline
n_vocab
() const
lloyal::branch::Branch
inline
operator=
(Branch &&other) noexcept
lloyal::branch::Branch
inline
operator=
(const Branch &)=delete
lloyal::branch::Branch
parentHandle
() const
lloyal::branch::Branch
inline
perplexity
() const
lloyal::branch::Branch
inline
position
() const
lloyal::branch::Branch
inline
prefill
(const llama_token *tokens, size_t n)
lloyal::branch::Branch
inline
prune
()
lloyal::branch::Branch
inline
pruneSubtree
()
lloyal::branch::Branch
inline
sample
()
lloyal::branch::Branch
inline
setGrammar
(const char *grammar_str)
lloyal::branch::Branch
inline
setSamplerParams
(const P ¶ms)
lloyal::branch::Branch
inline
step
(llama_token token)
lloyal::branch::Branch
inline
valid
() const
lloyal::branch::Branch
inline
~Branch
()
lloyal::branch::Branch
inline
Generated by
1.9.8