 |
LlamaLib
v2.0.2
Cross-platform library for local LLMs
|
|
LlamaLib
v2.0.2
Cross-platform library for local LLMs
|
This is the complete list of members for LLMProvider, including all inherited members.
| apply_template(const json &messages) | LLM | virtual |
| apply_template_json(const json &data)=0 | LLM | pure virtual |
| build_apply_template_json(const json &messages) | LLM | protectedvirtual |
| build_completion_json(const std::string &prompt, int id_slot=-1) | LLM | protectedvirtual |
| build_detokenize_json(const std::vector< int32_t > &tokens) | LLM | protectedvirtual |
| build_embeddings_json(const std::string &query) | LLM | protectedvirtual |
| build_lora_list_json(const std::vector< LoraIdScalePath > &loras) | LLMProvider | protectedvirtual |
| build_lora_weight_json(const std::vector< LoraIdScale > &loras) | LLMProvider | protectedvirtual |
| build_slot_json(int id_slot, const std::string &action, const std::string &filepath) | LLMLocal | protectedvirtual |
| build_tokenize_json(const std::string &query) | LLM | protectedvirtual |
| cancel(int id_slot)=0 | LLMLocal | pure virtual |
| completion(const std::string &prompt, CharArrayFn callback=nullptr, int id_slot=-1, bool return_response_json=false) | LLM | virtual |
| completion_json(const json &data, CharArrayFn callback, bool callbackWithJSON)=0 | LLM | pure virtual |
| completion_params | LLM | |
| debug(int debug_level)=0 | LLMProvider | pure virtual |
| debug_implementation()=0 | LLMProvider | pure virtual |
| detokenize(const std::vector< int32_t > &tokens) | LLM | virtual |
| detokenize_json(const json &data)=0 | LLM | pure virtual |
| embedding_size()=0 | LLMProvider | pure virtual |
| embeddings(const std::string &query) | LLM | virtual |
| embeddings_json(const json &data)=0 | LLM | pure virtual |
| enable_reasoning(bool reasoning) | LLMProvider | inlinevirtual |
| get_completion_params() | LLM | inlinevirtual |
| get_grammar() | LLM | inlinevirtual |
| get_next_available_slot()=0 | LLMLocal | pure virtual |
| grammar | LLM | |
| has_gpu_layers(const std::string &command) | LLM | static |
| join_server()=0 | LLMProvider | pure virtual |
| join_service()=0 | LLMProvider | pure virtual |
| LLM_args_to_command(const std::string &model_path, int num_slots=1, int num_threads=-1, int num_GPU_layers=0, bool flash_attention=false, int context_size=4096, int batch_size=2048, bool embedding_only=false, const std::vector< std::string > &lora_paths={}) | LLM | static |
| load_slot(int id_slot, const std::string &filepath) | LLMLocal | inlinevirtual |
| logging_callback(CharArrayFn callback)=0 | LLMProvider | pure virtual |
| logging_stop() | LLMProvider | virtual |
| lora_list() | LLMProvider | virtual |
| lora_list_json()=0 | LLMProvider | pure virtual |
| lora_weight(const std::vector< LoraIdScale > &loras) | LLMProvider | virtual |
| lora_weight_json(const json &data)=0 | LLMProvider | pure virtual |
| n_keep | LLM | |
| parse_apply_template_json(const json &result) | LLM | protectedvirtual |
| parse_completion_json(const json &result) | LLM | protectedvirtual |
| parse_detokenize_json(const json &result) | LLM | protectedvirtual |
| parse_embeddings_json(const json &result) | LLM | protectedvirtual |
| parse_lora_list_json(const json &result) | LLMProvider | protectedvirtual |
| parse_lora_weight_json(const json &result) | LLMProvider | protectedvirtual |
| parse_slot_json(const json &result) | LLMLocal | protectedvirtual |
| parse_tokenize_json(const json &result) | LLM | protectedvirtual |
| reasoning_enabled | LLMProvider | protected |
| save_slot(int id_slot, const std::string &filepath) | LLMLocal | inlinevirtual |
| set_completion_params(json completion_params_) | LLM | inlinevirtual |
| set_grammar(std::string grammar_) | LLM | inlinevirtual |
| set_SSL(const std::string &SSL_cert, const std::string &SSL_key)=0 | LLMProvider | pure virtual |
| slot(int id_slot, const std::string &action, const std::string &filepath) | LLMLocal | protectedvirtual |
| slot_json(const json &data)=0 | LLMLocal | pure virtual |
| start()=0 | LLMProvider | pure virtual |
| start_server(const std::string &host="0.0.0.0", int port=-1, const std::string &API_key="")=0 | LLMProvider | pure virtual |
| started()=0 | LLMProvider | pure virtual |
| stop()=0 | LLMProvider | pure virtual |
| stop_server()=0 | LLMProvider | pure virtual |
| tokenize(const std::string &query) | LLM | virtual |
| tokenize_json(const json &data)=0 | LLM | pure virtual |
| ~LLM()=default | LLM | virtual |
| ~LLMProvider() | LLMProvider | virtual |
1.10.0