Interface BedrockChatFields

interface BedrockChatFields {
    applicationInferenceProfile?: string;
    authorizationToken?: string;
    awsAccessKeyId?: string;
    awsContainerAuthorizationToken?: string;
    awsContainerAuthorizationTokenFile?: string;
    awsContainerCredentialsFullUri?: string;
    awsContainerCredentialsRelativeUri?: string;
    awsSecretAccessKey?: string;
    awsSessionToken?: string;
    cache?: boolean | BaseCache<Generation[]>;
    callbackManager?: CallbackManager;
    callbacks?: Callbacks;
    clientConfig?: any;
    clientPlugins?: Pluggable<any, any>[];
    configFilepath?: string;
    credentials?: CredentialType;
    credentialsFullUri?: string;
    disableStreaming?: boolean;
    durationSeconds: undefined | number;
    ec2MetadataV1Disabled?: boolean;
    endpointHost?: string;
    endpointUrl?: string;
    fetchFn?: {
        (input: RequestInfo | URL, init?: RequestInit): Promise<Response>;
        (input: string | Request | URL, init?: RequestInit): Promise<Response>;
    };
    filepath?: string;
    guardrailConfig?: {
        streamProcessingMode: "SYNCHRONOUS" | "ASYNCHRONOUS";
        tagSuffix: string;
    };
    guardrailIdentifier?: string;
    guardrailVersion?: string;
    ignoreCache?: boolean;
    logger?: Logger;
    maxConcurrency?: number;
    maxRetries?: number;
    maxTokens?: number;
    metadata?: Record<string, unknown>;
    mfaCodeProvider?: ((mfaSerial: string) => Promise<string>);
    model?: string;
    modelKwargs?: Record<string, unknown>;
    onFailedAttempt?: FailedAttemptHandler;
    parentClientConfig?: {
        profile?: string;
        region?: string | Provider<string>;
        [key: string]: unknown;
    };
    policy: undefined | string;
    policyArns: undefined | {
        arn?: string;
    }[];
    profile?: string;
    providerId: undefined | string;
    region?: string;
    roleArn: undefined | string;
    roleAssumer?: ((sourceCreds: AwsCredentialIdentity, params: AssumeRoleParams) => Promise<AwsCredentialIdentity>);
    roleAssumerWithWebIdentity?: ((params: AssumeRoleWithWebIdentityParams) => Promise<AwsCredentialIdentity>) & ((params: AssumeRoleWithWebIdentityParams) => Promise<AwsCredentialIdentity>);
    roleSessionName?: string;
    ssoAccountId?: string;
    ssoClient?: SSOClient;
    ssoRegion?: string;
    ssoRoleName?: string;
    ssoSession?: string;
    ssoStartUrl?: string;
    stopSequences?: string[];
    streaming?: boolean;
    tags?: string[];
    temperature?: number;
    timeout?: number;
    trace?: "ENABLED" | "DISABLED";
    verbose?: boolean;
    webIdentityTokenFile?: string;
}

Hierarchy

  • Partial<BaseBedrockInput>
  • BaseChatModelParams
  • Partial<DefaultProviderInit>
    • BedrockChatFields

Properties

applicationInferenceProfile? authorizationToken? awsAccessKeyId? awsContainerAuthorizationToken? awsContainerAuthorizationTokenFile? awsContainerCredentialsFullUri? awsContainerCredentialsRelativeUri? awsSecretAccessKey? awsSessionToken? cache? callbackManager? callbacks? clientConfig? clientPlugins? configFilepath? credentials? credentialsFullUri? disableStreaming? durationSeconds ec2MetadataV1Disabled? endpointHost? endpointUrl? fetchFn? filepath? guardrailConfig? guardrailIdentifier? guardrailVersion? ignoreCache? logger? maxConcurrency? maxRetries? maxTokens? metadata? mfaCodeProvider? model? modelKwargs? onFailedAttempt? parentClientConfig? policy policyArns profile? providerId region? roleArn roleAssumer? roleAssumerWithWebIdentity? roleSessionName? ssoAccountId? ssoClient? ssoRegion? ssoRoleName? ssoSession? ssoStartUrl? stopSequences? streaming? tags? temperature? timeout? trace? verbose? webIdentityTokenFile?

Properties

OptionalapplicationInferenceProfile

applicationInferenceProfile?: string

Optional URL Encoded overide for URL model parameter in fetch. Necessary for invoking an Application Inference Profile. For example, "arn%3Aaws%3Abedrock%3Aus-east-1%3A1234567890%3Aapplication-inference-profile%2Fabcdefghi", will override this.model in final /invoke URL call. Must still provide model as normal modelId to benefit from all the metadata.

OptionalauthorizationToken

authorizationToken?: string

BROWSER ONLY.

Providing this value will set an "Authorization" request header value on the GET request.

OptionalawsAccessKeyId

awsAccessKeyId?: string

OptionalawsContainerAuthorizationToken

awsContainerAuthorizationToken?: string

An alternative to awsContainerAuthorizationTokenFile, this is the token value itself.

For browser environments, use instead authorizationToken.

OptionalawsContainerAuthorizationTokenFile

awsContainerAuthorizationTokenFile?: string

Will be read on each credentials request to add an Authorization request header value.

Not supported in browsers.

OptionalawsContainerCredentialsFullUri

awsContainerCredentialsFullUri?: string

If this value is provided, it will be used as-is.

For browser environments, use instead credentialsFullUri.

OptionalawsContainerCredentialsRelativeUri

awsContainerCredentialsRelativeUri?: string

If this value is provided instead of the full URI, it will be appended to the default link local host of 169.254.170.2.

Not supported in browsers.

OptionalawsSecretAccessKey

awsSecretAccessKey?: string

OptionalawsSessionToken

awsSessionToken?: string

Optionalcache

cache?: boolean | BaseCache<Generation[]>

OptionalcallbackManager

callbackManager?: CallbackManager

Deprecated

Use callbacks instead

Optionalcallbacks

callbacks?: Callbacks

Optional InternalclientConfig

clientConfig?: any

STSClientConfig or SSOClientConfig to be used for creating inner client for auth operations.

Optional InternalclientPlugins

clientPlugins?: Pluggable<any, any>[]

OptionalconfigFilepath

configFilepath?: string

The path at which to locate the ini config file. Defaults to the value of the AWS_CONFIG_FILE environment variable (if defined) or ~/.aws/config otherwise.

Optionalcredentials

credentials?: CredentialType

AWS Credentials. If no credentials are provided, the default credentials from @aws-sdk/credential-provider-node will be used.

OptionalcredentialsFullUri

credentialsFullUri?: string

BROWSER ONLY.

In browsers, a relative URI is not allowed, and a full URI must be provided. HTTPS is required.

This value is required for the browser environment.

OptionaldisableStreaming

disableStreaming?: boolean

Whether to disable streaming.

If streaming is bypassed, then stream() will defer to invoke().

  • If true, will always bypass streaming case.
  • If false (default), will always use streaming case if available.

durationSeconds

durationSeconds: undefined | number

Optionalec2MetadataV1Disabled

ec2MetadataV1Disabled?: boolean

Only used in the IMDS credential provider.

OptionalendpointHost

endpointHost?: string

Override the default endpoint hostname.

OptionalendpointUrl

endpointUrl?: string

Deprecated

Use endpointHost instead Override the default endpoint url.

OptionalfetchFn

fetchFn?: {
    (input: RequestInfo | URL, init?: RequestInit): Promise<Response>;
    (input: string | Request | URL, init?: RequestInit): Promise<Response>;
}

A custom fetch function for low-level access to AWS API. Defaults to fetch().

Type declaration

    • (input, init?): Promise<Response>

    • MDN Reference

      Parameters

      • input: RequestInfo | URL
      • Optionalinit: RequestInit

      Returns Promise<Response>

    • (input, init?): Promise<Response>

    • Parameters

      • input: string | Request | URL
      • Optionalinit: RequestInit

      Returns Promise<Response>

Optionalfilepath

filepath?: string

The path at which to locate the ini credentials file. Defaults to the value of the AWS_SHARED_CREDENTIALS_FILE environment variable (if defined) or ~/.aws/credentials otherwise.

OptionalguardrailConfig

guardrailConfig?: {
    streamProcessingMode: "SYNCHRONOUS" | "ASYNCHRONOUS";
    tagSuffix: string;
}

Required when Guardrail is in use.

OptionalguardrailIdentifier

guardrailIdentifier?: string

Identifier for the guardrail configuration.

OptionalguardrailVersion

guardrailVersion?: string

Version for the guardrail configuration.

OptionalignoreCache

ignoreCache?: boolean

When true, always reload credentials from the file system instead of using cached values. This is useful when you need to detect changes to the credentials file.

Optionallogger

logger?: Logger

For credential resolution trace logging.

OptionalmaxConcurrency

maxConcurrency?: number

The maximum number of concurrent calls that can be made. Defaults to Infinity, which means no limit.

OptionalmaxRetries

maxRetries?: number

The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 6.

OptionalmaxTokens

maxTokens?: number

Max tokens.

Optionalmetadata

metadata?: Record<string, unknown>

OptionalmfaCodeProvider

mfaCodeProvider?: ((mfaSerial: string) => Promise<string>)

A function that returns a promise fulfilled with an MFA token code for the provided MFA Serial code. If a profile requires an MFA code and mfaCodeProvider is not a valid function, the credential provider promise will be rejected.

Type declaration

    • (mfaSerial): Promise<string>

    • Parameters

      • mfaSerial: string

        The serial code of the MFA device specified.

      Returns Promise<string>

Optionalmodel

model?: string

Model to use. For example, "amazon.titan-tg1-large", this is equivalent to the modelId property in the list-foundation-models api.

OptionalmodelKwargs

modelKwargs?: Record<string, unknown>

Additional kwargs to pass to the model.

OptionalonFailedAttempt

onFailedAttempt?: FailedAttemptHandler

Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

Optional InternalparentClientConfig

parentClientConfig?: {
    profile?: string;
    region?: string | Provider<string>;
    [key: string]: unknown;
}

Present if the credential provider was created by calling the defaultCredentialProvider in a client's middleware, having access to the client's config.

The region of that parent or outer client is important because an inner client used by the credential provider may need to match its default partition or region with that of the outer client.

Deprecated

  • not truly deprecated, marked as a warning to not use this.

policy

policy: undefined | string

policyArns

policyArns: undefined | {
    arn?: string;
}[]

Optionalprofile

profile?: string

The configuration profile to use.

providerId

providerId: undefined | string

Optionalregion

region?: string

The AWS region e.g. us-west-2. Fallback to AWS_DEFAULT_REGION env variable or region specified in ~/.aws/config in case it is not provided here.

roleArn

roleArn: undefined | string

OptionalroleAssumer

roleAssumer?: ((sourceCreds: AwsCredentialIdentity, params: AssumeRoleParams) => Promise<AwsCredentialIdentity>)

A function that assumes a role and returns a promise fulfilled with credentials for the assumed role.

Type declaration

    • (sourceCreds, params): Promise<AwsCredentialIdentity>

    • Parameters

      • sourceCreds: AwsCredentialIdentity

        The credentials with which to assume a role.

      • params: AssumeRoleParams

      Returns Promise<AwsCredentialIdentity>

OptionalroleAssumerWithWebIdentity

roleAssumerWithWebIdentity?: ((params: AssumeRoleWithWebIdentityParams) => Promise<AwsCredentialIdentity>) & ((params: AssumeRoleWithWebIdentityParams) => Promise<AwsCredentialIdentity>)

A function that assumes a role with web identity and returns a promise fulfilled with credentials for the assumed role.

Param: sourceCreds

The credentials with which to assume a role.

Param: params

OptionalroleSessionName

roleSessionName?: string

The IAM session name used to distinguish sessions.

OptionalssoAccountId

ssoAccountId?: string

The ID of the AWS account to use for temporary credentials.

OptionalssoClient

ssoClient?: SSOClient

OptionalssoRegion

ssoRegion?: string

The AWS region to use for temporary credentials.

OptionalssoRoleName

ssoRoleName?: string

The name of the AWS role to assume.

OptionalssoSession

ssoSession?: string

SSO session identifier. Presence implies usage of the SSOTokenProvider.

OptionalssoStartUrl

ssoStartUrl?: string

The URL to the AWS SSO service.

OptionalstopSequences

stopSequences?: string[]

Optional additional stop sequences to pass to the model. Currently only supported for Anthropic and AI21.

Deprecated

Use .withConfig({ "stop": [...] }) instead

Optionalstreaming

streaming?: boolean

Whether or not to stream responses

Optionaltags

tags?: string[]

Optionaltemperature

temperature?: number

Temperature.

Optionaltimeout

timeout?: number

Default is 1000ms. Time in milliseconds to spend waiting between retry attempts.

Optionaltrace

trace?: "ENABLED" | "DISABLED"

Trace settings for the Bedrock Guardrails.

Optionalverbose

verbose?: boolean

OptionalwebIdentityTokenFile

webIdentityTokenFile?: string

File location of where the OIDC token is stored.

Settings

Member Visibility

On This Page

Properties
applicationInferenceProfileauthorizationTokenawsAccessKeyIdawsContainerAuthorizationTokenawsContainerAuthorizationTokenFileawsContainerCredentialsFullUriawsContainerCredentialsRelativeUriawsSecretAccessKeyawsSessionTokencachecallbackManagercallbacksclientConfigclientPluginsconfigFilepathcredentialscredentialsFullUridisableStreamingdurationSecondsec2MetadataV1DisabledendpointHostendpointUrlfetchFnfilepathguardrailConfigguardrailIdentifierguardrailVersionignoreCacheloggermaxConcurrencymaxRetriesmaxTokensmetadatamfaCodeProvidermodelmodelKwargsonFailedAttemptparentClientConfigpolicypolicyArnsprofileproviderIdregionroleArnroleAssumerroleAssumerWithWebIdentityroleSessionNamessoAccountIdssoClientssoRegionssoRoleNamessoSessionssoStartUrlstopSequencesstreamingtagstemperaturetimeouttraceverbosewebIdentityTokenFile