Package dev.langchain4j.model.bedrock
Class BedrockStreamingChatModel
java.lang.Object
dev.langchain4j.model.bedrock.BedrockStreamingChatModel
- All Implemented Interfaces:
StreamingChatModel
BedrockStreamingChatModel uses the Bedrock ConverseAPI.
- See Also:
-
Nested Class Summary
Nested Classes -
Field Summary
FieldsModifier and TypeFieldDescriptionprotected final BedrockChatRequestParameters
protected final List
<ChatModelListener> protected final Integer
protected final String
protected final software.amazon.awssdk.regions.Region
protected final Duration
-
Constructor Summary
Constructors -
Method Summary
Modifier and TypeMethodDescriptionprotected software.amazon.awssdk.core.document.Document
additionalRequestModelFieldsFrom
(ChatRequestParameters chatRequestParameters) protected AiMessage
aiMessageFrom
(software.amazon.awssdk.services.bedrockruntime.model.ConverseResponse converseResponse) builder()
protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock
convertContent
(Content content) protected List
<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> convertContents
(List<Content> contents) protected software.amazon.awssdk.services.bedrockruntime.model.Message
convertToBedRockMessage
(ChatMessage message) protected List
<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> convertToolRequests
(List<ToolExecutionRequest> requests) protected software.amazon.awssdk.services.bedrockruntime.model.Message
createAiMessage
(AiMessage message) protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock
createImageBlock
(ImageContent imageContent) protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock
createToolResultBlock
(ToolExecutionResultMessage toolResult) protected software.amazon.awssdk.services.bedrockruntime.model.Message
createUserMessage
(UserMessage message) protected static Float
dblToFloat
(Double d) void
doChat
(ChatRequest chatRequest, StreamingChatResponseHandler handler) protected static String
protected List
<software.amazon.awssdk.services.bedrockruntime.model.Message> extractRegularMessages
(List<ChatMessage> messages) protected List
<software.amazon.awssdk.services.bedrockruntime.model.SystemContentBlock> extractSystemMessages
(List<ChatMessage> messages) protected software.amazon.awssdk.services.bedrockruntime.model.ToolConfiguration
extractToolConfigurationFrom
(List<ToolSpecification> toolSpecifications, ChatRequestParameters parameters) protected FinishReason
finishReasonFrom
(software.amazon.awssdk.services.bedrockruntime.model.StopReason stopReason) protected void
handleToolResult
(ToolExecutionResultMessage toolResult, List<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> blocks, List<software.amazon.awssdk.services.bedrockruntime.model.Message> bedrockMessages, int currentIndex, List<ChatMessage> allMessages) protected software.amazon.awssdk.services.bedrockruntime.model.InferenceConfiguration
inferenceConfigurationFrom
(ChatRequestParameters chatRequestParameters) provider()
protected TokenUsage
tokenUsageFrom
(software.amazon.awssdk.services.bedrockruntime.model.TokenUsage tokenUsage) protected static void
validate
(ChatRequestParameters parameters) Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
Methods inherited from interface dev.langchain4j.model.chat.StreamingChatModel
chat, chat, chat, supportedCapabilities
-
Field Details
-
region
protected final software.amazon.awssdk.regions.Region region -
modelId
-
maxRetries
-
timeout
-
defaultRequestParameters
-
listeners
-
-
Constructor Details
-
BedrockStreamingChatModel
-
-
Method Details
-
doChat
- Specified by:
doChat
in interfaceStreamingChatModel
-
defaultRequestParameters
- Specified by:
defaultRequestParameters
in interfaceStreamingChatModel
-
listeners
- Specified by:
listeners
in interfaceStreamingChatModel
-
provider
- Specified by:
provider
in interfaceStreamingChatModel
-
builder
-
extractSystemMessages
protected List<software.amazon.awssdk.services.bedrockruntime.model.SystemContentBlock> extractSystemMessages(List<ChatMessage> messages) -
extractRegularMessages
protected List<software.amazon.awssdk.services.bedrockruntime.model.Message> extractRegularMessages(List<ChatMessage> messages) -
handleToolResult
protected void handleToolResult(ToolExecutionResultMessage toolResult, List<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> blocks, List<software.amazon.awssdk.services.bedrockruntime.model.Message> bedrockMessages, int currentIndex, List<ChatMessage> allMessages) -
createToolResultBlock
protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock createToolResultBlock(ToolExecutionResultMessage toolResult) -
convertToBedRockMessage
protected software.amazon.awssdk.services.bedrockruntime.model.Message convertToBedRockMessage(ChatMessage message) -
createUserMessage
protected software.amazon.awssdk.services.bedrockruntime.model.Message createUserMessage(UserMessage message) -
createAiMessage
protected software.amazon.awssdk.services.bedrockruntime.model.Message createAiMessage(AiMessage message) -
convertToolRequests
protected List<software.amazon.awssdk.services.bedrockruntime.model.ContentBlock> convertToolRequests(List<ToolExecutionRequest> requests) -
convertContents
-
convertContent
protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock convertContent(Content content) -
createImageBlock
protected software.amazon.awssdk.services.bedrockruntime.model.ContentBlock createImageBlock(ImageContent imageContent) -
extractToolConfigurationFrom
protected software.amazon.awssdk.services.bedrockruntime.model.ToolConfiguration extractToolConfigurationFrom(List<ToolSpecification> toolSpecifications, ChatRequestParameters parameters) -
aiMessageFrom
protected AiMessage aiMessageFrom(software.amazon.awssdk.services.bedrockruntime.model.ConverseResponse converseResponse) -
tokenUsageFrom
protected TokenUsage tokenUsageFrom(software.amazon.awssdk.services.bedrockruntime.model.TokenUsage tokenUsage) -
finishReasonFrom
protected FinishReason finishReasonFrom(software.amazon.awssdk.services.bedrockruntime.model.StopReason stopReason) -
inferenceConfigurationFrom
protected software.amazon.awssdk.services.bedrockruntime.model.InferenceConfiguration inferenceConfigurationFrom(ChatRequestParameters chatRequestParameters) -
additionalRequestModelFieldsFrom
protected software.amazon.awssdk.core.document.Document additionalRequestModelFieldsFrom(ChatRequestParameters chatRequestParameters) -
validate
-
dblToFloat
-
extractFilenameWithoutExtensionFromUri
-