LLM Member List

This is the complete list of members for LLM, including all inherited members.

apply_template(const json &messages)	LLM	virtual
apply_template_json(const json &data)=0	LLM	pure virtual
build_apply_template_json(const json &messages)	LLM	protectedvirtual
build_completion_json(const std::string &prompt, int id_slot=-1)	LLM	protectedvirtual
build_detokenize_json(const std::vector< int32_t > &tokens)	LLM	protectedvirtual
build_embeddings_json(const std::string &query)	LLM	protectedvirtual
build_tokenize_json(const std::string &query)	LLM	protectedvirtual
completion(const std::string &prompt, CharArrayFn callback=nullptr, int id_slot=-1, bool return_response_json=false)	LLM	virtual
completion_json(const json &data, CharArrayFn callback, bool callbackWithJSON)=0	LLM	pure virtual
completion_params	LLM
detokenize(const std::vector< int32_t > &tokens)	LLM	virtual
detokenize_json(const json &data)=0	LLM	pure virtual
embeddings(const std::string &query)	LLM	virtual
embeddings_json(const json &data)=0	LLM	pure virtual
get_completion_params()	LLM	inlinevirtual
get_grammar()	LLM	inlinevirtual
grammar	LLM
has_gpu_layers(const std::string &command)	LLM	static
LLM_args_to_command(const std::string &model_path, int num_slots=1, int num_threads=-1, int num_GPU_layers=0, bool flash_attention=false, int context_size=4096, int batch_size=2048, bool embedding_only=false, const std::vector< std::string > &lora_paths={})	LLM	static
n_keep	LLM
parse_apply_template_json(const json &result)	LLM	protectedvirtual
parse_completion_json(const json &result)	LLM	protectedvirtual
parse_detokenize_json(const json &result)	LLM	protectedvirtual
parse_embeddings_json(const json &result)	LLM	protectedvirtual
parse_tokenize_json(const json &result)	LLM	protectedvirtual
set_completion_params(json completion_params_)	LLM	inlinevirtual
set_grammar(std::string grammar_)	LLM	inlinevirtual
tokenize(const std::string &query)	LLM	virtual
tokenize_json(const json &data)=0	LLM	pure virtual
~LLM()=default	LLM	virtual