 |
LlamaLib
v2.0.2
Cross-platform library for local LLMs
|
|
LlamaLib
v2.0.2
Cross-platform library for local LLMs
|
This is the complete list of members for LLMAgent, including all inherited members.
| add_assistant_message(const std::string &content) | LLMAgent | inline |
| add_message(const std::string &role, const std::string &content) | LLMAgent | protectedvirtual |
| add_user_message(const std::string &content) | LLMAgent | inline |
| apply_template(const json &messages) | LLM | virtual |
| apply_template_json(const json &data) override | LLMAgent | inlinevirtual |
| ASSISTANT_ROLE (defined in LLMAgent) | LLMAgent | |
| build_apply_template_json(const json &messages) | LLM | protectedvirtual |
| build_completion_json(const std::string &prompt) | LLMAgent | inlinevirtual |
| LLMLocal::build_completion_json(const std::string &prompt, int id_slot=-1) | LLM | protectedvirtual |
| build_detokenize_json(const std::vector< int32_t > &tokens) | LLM | protectedvirtual |
| build_embeddings_json(const std::string &query) | LLM | protectedvirtual |
| build_slot_json(const std::string &action, const std::string &filepath) | LLMAgent | inlinevirtual |
| LLMLocal::build_slot_json(int id_slot, const std::string &action, const std::string &filepath) | LLMLocal | protectedvirtual |
| build_tokenize_json(const std::string &query) | LLM | protectedvirtual |
| cancel(int id_slot) override | LLMAgent | inlinevirtual |
| cancel() | LLMAgent | inlinevirtual |
| chat(const std::string &user_prompt, bool add_to_history=true, CharArrayFn callback=nullptr, bool return_response_json=false, bool debug_prompt=false) | LLMAgent | |
| clear_history() | LLMAgent | |
| completion(const std::string &prompt, CharArrayFn callback=nullptr, bool return_response_json=false) | LLMAgent | inlinevirtual |
| LLMLocal::completion(const std::string &prompt, CharArrayFn callback=nullptr, int id_slot=-1, bool return_response_json=false) | LLM | virtual |
| completion_json(const json &data, CharArrayFn callback=nullptr, bool callbackWithJSON=true) override | LLMAgent | inlinevirtual |
| completion_params | LLM | |
| detokenize(const std::vector< int32_t > &tokens) | LLM | virtual |
| detokenize_json(const json &data) override | LLMAgent | inlinevirtual |
| embeddings(const std::string &query) | LLM | virtual |
| embeddings_json(const json &data) override | LLMAgent | inlinevirtual |
| get_completion_params() | LLM | inlinevirtual |
| get_grammar() | LLM | inlinevirtual |
| get_history() const | LLMAgent | inline |
| get_history_size() const | LLMAgent | inline |
| get_next_available_slot() override | LLMAgent | inlinevirtual |
| get_slot() | LLMAgent | inline |
| get_system_prompt() const | LLMAgent | inline |
| grammar | LLM | |
| has_gpu_layers(const std::string &command) | LLM | static |
| LLM_args_to_command(const std::string &model_path, int num_slots=1, int num_threads=-1, int num_GPU_layers=0, bool flash_attention=false, int context_size=4096, int batch_size=2048, bool embedding_only=false, const std::vector< std::string > &lora_paths={}) | LLM | static |
| LLMAgent(LLMLocal *llm, const std::string &system_prompt="") | LLMAgent | |
| load_history(const std::string &filepath) | LLMAgent | |
| load_slot(const std::string &filepath) | LLMAgent | inlinevirtual |
| LLMLocal::load_slot(int id_slot, const std::string &filepath) | LLMLocal | inlinevirtual |
| n_keep | LLM | |
| parse_apply_template_json(const json &result) | LLM | protectedvirtual |
| parse_completion_json(const json &result) | LLM | protectedvirtual |
| parse_detokenize_json(const json &result) | LLM | protectedvirtual |
| parse_embeddings_json(const json &result) | LLM | protectedvirtual |
| parse_slot_json(const json &result) | LLMLocal | protectedvirtual |
| parse_tokenize_json(const json &result) | LLM | protectedvirtual |
| remove_last_message() | LLMAgent | |
| save_history(const std::string &filepath) const | LLMAgent | |
| save_slot(const std::string &filepath) | LLMAgent | inlinevirtual |
| LLMLocal::save_slot(int id_slot, const std::string &filepath) | LLMLocal | inlinevirtual |
| set_completion_params(json completion_params_) | LLM | inlinevirtual |
| set_grammar(std::string grammar_) | LLM | inlinevirtual |
| set_history(const json &history_) | LLMAgent | inline |
| set_n_keep() (defined in LLMAgent) | LLMAgent | protected |
| set_slot(int id_slot) | LLMAgent | |
| set_system_prompt(const std::string &system_prompt_) | LLMAgent | inline |
| slot(int id_slot, const std::string &action, const std::string &filepath) | LLMLocal | protectedvirtual |
| slot_json(const json &data) override | LLMAgent | inlinevirtual |
| tokenize(const std::string &query) | LLM | virtual |
| tokenize_json(const json &data) override | LLMAgent | inlinevirtual |
| USER_ROLE (defined in LLMAgent) | LLMAgent | |
| ~LLM()=default | LLM | virtual |
1.10.0