Package dev.langchain4j.model.jlama
Class JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder
java.lang.Object
dev.langchain4j.model.jlama.JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder
- Enclosing class:
JlamaStreamingLanguageModel
-
Constructor Summary
Constructors -
Method Summary
Modifier and TypeMethodDescriptionbuild()
modelCachePath
(Path modelCachePath) quantizeModelAtRuntime
(Boolean quantizeModelAtRuntime) temperature
(Float temperature) threadCount
(Integer threadCount) toString()
workingDirectory
(Path workingDirectory) workingQuantizedType
(com.github.tjake.jlama.safetensors.DType workingQuantizedType)
-
Constructor Details
-
JlamaStreamingLanguageModelBuilder
public JlamaStreamingLanguageModelBuilder()
-
-
Method Details
-
modelCachePath
public JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder modelCachePath(Path modelCachePath) -
modelName
-
authToken
-
threadCount
public JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder threadCount(Integer threadCount) -
quantizeModelAtRuntime
public JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder quantizeModelAtRuntime(Boolean quantizeModelAtRuntime) -
workingDirectory
public JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder workingDirectory(Path workingDirectory) -
workingQuantizedType
public JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder workingQuantizedType(com.github.tjake.jlama.safetensors.DType workingQuantizedType) -
temperature
public JlamaStreamingLanguageModel.JlamaStreamingLanguageModelBuilder temperature(Float temperature) -
maxTokens
-
build
-
toString
-