LLMServiceBuilder Class Reference

< LLM service implementation More...

#include <LLM_service_builder.h>

Public Member Functions
LLMServiceBuilder &	model (const std::string &path)
LLMServiceBuilder &	numSlots (int val)
LLMServiceBuilder &	numThreads (int val)
LLMServiceBuilder &	numGPULayers (int val)
LLMServiceBuilder &	flashAttention (bool val)
LLMServiceBuilder &	contextSize (int val)
LLMServiceBuilder &	batchSize (int val)
LLMServiceBuilder &	embeddingOnly (bool val)
LLMServiceBuilder &	loraPaths (const std::vector< std::string > &paths)
LLMService *	build ()

Detailed Description

< LLM service implementation

Definition at line 8 of file LLM_service_builder.h.

Member Function Documentation

batchSize()

LLMServiceBuilder & LLMServiceBuilder::batchSize ( int val )

inline

Definition at line 51 of file LLM_service_builder.h.

build()

LLMService * LLMServiceBuilder::build ( )

inline

Definition at line 66 of file LLM_service_builder.h.

contextSize()

LLMServiceBuilder & LLMServiceBuilder::contextSize ( int val )

inline

Definition at line 46 of file LLM_service_builder.h.

embeddingOnly()

LLMServiceBuilder & LLMServiceBuilder::embeddingOnly ( bool val )

inline

Definition at line 56 of file LLM_service_builder.h.

flashAttention()

LLMServiceBuilder & LLMServiceBuilder::flashAttention ( bool val )

inline

Definition at line 41 of file LLM_service_builder.h.

loraPaths()

LLMServiceBuilder & LLMServiceBuilder::loraPaths ( const std::vector< std::string > & paths )

inline

Definition at line 61 of file LLM_service_builder.h.

model()

LLMServiceBuilder & LLMServiceBuilder::model ( const std::string & path )

inline

Definition at line 21 of file LLM_service_builder.h.

numGPULayers()

LLMServiceBuilder & LLMServiceBuilder::numGPULayers ( int val )

inline

Definition at line 36 of file LLM_service_builder.h.

numSlots()

LLMServiceBuilder & LLMServiceBuilder::numSlots ( int val )

inline

Definition at line 26 of file LLM_service_builder.h.

numThreads()

LLMServiceBuilder & LLMServiceBuilder::numThreads ( int val )

inline

Definition at line 31 of file LLM_service_builder.h.

---

The documentation for this class was generated from the following file:

• include/LLM_service_builder.h