Package dev.langchain4j.model.bedrock.internal

Class AbstractSharedBedrockChatModel

java.lang.Object

dev.langchain4j.model.bedrock.internal.AbstractSharedBedrockChatModel

Direct Known Subclasses:

AbstractBedrockChatModel, AbstractBedrockStreamingChatModel

public abstract class AbstractSharedBedrockChatModel
extends Object

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	AbstractSharedBedrockChatModel.AbstractSharedBedrockChatModelBuilder<C extends AbstractSharedBedrockChatModel,B extends AbstractSharedBedrockChatModel.AbstractSharedBedrockChatModelBuilder<C,B>>

Field Summary

Fields

Modifier and Type	Field	Description
protected final String	anthropicVersion
protected static final String	ASSISTANT_PROMPT
protected final String	assistantPrompt
protected final software.amazon.awssdk.auth.credentials.AwsCredentialsProvider	credentialsProvider
protected static final String	DEFAULT_ANTHROPIC_VERSION
protected static final software.amazon.awssdk.auth.credentials.AwsCredentialsProvider	DEFAULT_CREDENTIALS_PROVIDER
protected static final List<ChatModelListener>	DEFAULT_LISTENERS
protected static final Integer	DEFAULT_MAX_RETRIES
protected static final int	DEFAULT_MAX_TOKENS
protected static final software.amazon.awssdk.regions.Region	DEFAULT_REGION
protected static final String[]	DEFAULT_STOP_SEQUENCES
protected static final double	DEFAULT_TEMPERATURE
protected static final Duration	DEFAULT_TIMEOUT
protected static final int	DEFAULT_TOP_K
protected static final float	DEFAULT_TOP_P
protected static final String	HUMAN_PROMPT
protected final String	humanPrompt
protected final List<ChatModelListener>	listeners
protected final Integer	maxRetries
protected final int	maxTokens
protected final software.amazon.awssdk.regions.Region	region
protected final String[]	stopSequences
protected final double	temperature
protected final Duration	timeout
protected final int	topK
protected final float	topP

Constructor Summary

Constructors

Modifier	Constructor	Description
protected	AbstractSharedBedrockChatModel(AbstractSharedBedrockChatModel.AbstractSharedBedrockChatModelBuilder<?,?> builder)

Method Summary

Modifier and Type	Method	Description
protected String	chatMessageToString(ChatMessage message)	Convert chat message to string
protected String	convertMessagesToAwsBody(List<ChatMessage> messages)
protected ChatRequest	createListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelRequest invokeModelRequest, List<ChatMessage> messages, List<ToolSpecification> toolSpecifications)
protected ChatRequest	createListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelWithResponseStreamRequest invokeModelRequest, List<ChatMessage> messages, List<ToolSpecification> toolSpecifications)
protected ChatResponse	createListenerResponse(String responseId, String responseModel, Response<AiMessage> response)
String	getAnthropicVersion()
String	getAssistantPrompt()
software.amazon.awssdk.auth.credentials.AwsCredentialsProvider	getCredentialsProvider()
String	getHumanPrompt()
List<ChatModelListener>	getListeners()
Integer	getMaxRetries()
int	getMaxTokens()
protected abstract String	getModelId()	Get model id
software.amazon.awssdk.regions.Region	getRegion()
protected Map<String,Object>	getRequestParameters(String prompt)
String[]	getStopSequences()
double	getTemperature()
Duration	getTimeout()
int	getTopK()
float	getTopP()
protected void	listenerErrorResponse(Throwable e, ChatRequest listenerRequest, ModelProvider modelProvider, Map<Object,Object> attributes)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

HUMAN_PROMPT

protected static final String HUMAN_PROMPT

See Also:

• Constant Field Values

ASSISTANT_PROMPT

protected static final String ASSISTANT_PROMPT

See Also:

• Constant Field Values

DEFAULT_ANTHROPIC_VERSION

protected static final String DEFAULT_ANTHROPIC_VERSION

See Also:

• Constant Field Values

DEFAULT_MAX_RETRIES

protected static final Integer DEFAULT_MAX_RETRIES

DEFAULT_REGION

protected static final software.amazon.awssdk.regions.Region DEFAULT_REGION

DEFAULT_CREDENTIALS_PROVIDER

protected static final software.amazon.awssdk.auth.credentials.AwsCredentialsProvider DEFAULT_CREDENTIALS_PROVIDER

DEFAULT_MAX_TOKENS

protected static final int DEFAULT_MAX_TOKENS

See Also:

• Constant Field Values

DEFAULT_TEMPERATURE

protected static final double DEFAULT_TEMPERATURE

See Also:

• Constant Field Values

DEFAULT_TOP_P

protected static final float DEFAULT_TOP_P

See Also:

• Constant Field Values

DEFAULT_STOP_SEQUENCES

protected static final String[] DEFAULT_STOP_SEQUENCES

DEFAULT_TOP_K

protected static final int DEFAULT_TOP_K

See Also:

• Constant Field Values

DEFAULT_TIMEOUT

protected static final Duration DEFAULT_TIMEOUT

DEFAULT_LISTENERS

protected static final List<ChatModelListener> DEFAULT_LISTENERS

humanPrompt

protected final String humanPrompt

assistantPrompt

protected final String assistantPrompt

maxRetries

protected final Integer maxRetries

region

protected final software.amazon.awssdk.regions.Region region

credentialsProvider

protected final software.amazon.awssdk.auth.credentials.AwsCredentialsProvider credentialsProvider

maxTokens

protected final int maxTokens

temperature

protected final double temperature

topP

protected final float topP

stopSequences

protected final String[] stopSequences

topK

protected final int topK

timeout

protected final Duration timeout

anthropicVersion

protected final String anthropicVersion

listeners

protected final List<ChatModelListener> listeners

Constructor Details

AbstractSharedBedrockChatModel

protected AbstractSharedBedrockChatModel(AbstractSharedBedrockChatModel.AbstractSharedBedrockChatModelBuilder<?,?> builder)

Method Details

chatMessageToString

protected String chatMessageToString(ChatMessage message)

Convert chat message to string

Parameters:

message - chat message

Returns:

string

convertMessagesToAwsBody

protected String convertMessagesToAwsBody(List<ChatMessage> messages)

getRequestParameters

protected Map<String,Object> getRequestParameters(String prompt)

listenerErrorResponse

protected void listenerErrorResponse(Throwable e,
 ChatRequest listenerRequest,
 ModelProvider modelProvider,
 Map<Object,Object> attributes)

createListenerRequest

protected ChatRequest createListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelRequest invokeModelRequest,
 List<ChatMessage> messages,
 List<ToolSpecification> toolSpecifications)

createListenerRequest

protected ChatRequest createListenerRequest(software.amazon.awssdk.services.bedrockruntime.model.InvokeModelWithResponseStreamRequest invokeModelRequest,
 List<ChatMessage> messages,
 List<ToolSpecification> toolSpecifications)

createListenerResponse

protected ChatResponse createListenerResponse(String responseId,
 String responseModel,
 Response<AiMessage> response)

getModelId

protected abstract String getModelId()

Get model id

Returns:

model id

getHumanPrompt

public String getHumanPrompt()

getAssistantPrompt

public String getAssistantPrompt()

getMaxRetries

public Integer getMaxRetries()

getRegion

public software.amazon.awssdk.regions.Region getRegion()

getCredentialsProvider

public software.amazon.awssdk.auth.credentials.AwsCredentialsProvider getCredentialsProvider()

getMaxTokens

public int getMaxTokens()

getTemperature

public double getTemperature()

getTopP

public float getTopP()

getStopSequences

public String[] getStopSequences()

getTopK

public int getTopK()

getTimeout

public Duration getTimeout()

getAnthropicVersion

public String getAnthropicVersion()

getListeners

public List<ChatModelListener> getListeners()