Interface WatsonxDeployedInputLLM

interface WatsonxDeployedInputLLM {
    authenticator?: string;
    cache?: boolean | BaseCache<Generation[]>;
    callbackManager?: CallbackManager;
    callbacks?: Callbacks;
    concurrency?: number;
    decodingMethod?: undefined;
    idOrName?: string;
    includeStopSequence?: undefined;
    lengthPenalty?: undefined;
    maxConcurrency?: number;
    maxNewTokens?: undefined;
    maxRetries?: number;
    metadata?: Record<string, unknown>;
    minNewTokens?: undefined;
    model?: undefined;
    onFailedAttempt?: FailedAttemptHandler;
    randomSeed?: undefined;
    repetitionPenalty?: undefined;
    returnOptions?: undefined;
    serviceUrl: string;
    stopSequence?: undefined;
    streaming?: boolean;
    tags?: string[];
    temperature?: undefined;
    timeLimit?: undefined;
    topK?: undefined;
    topP?: undefined;
    truncateInpuTokens?: undefined;
    verbose?: boolean;
    version: string;
    watsonxCallbacks?: RequestCallbacks<any>;
}

Hierarchy

  • WatsonxDeployedParams
  • BaseLLMParams
  • Neverify<WatsonxLLMParams>
    • WatsonxDeployedInputLLM

Properties

authenticator? cache? callbackManager? callbacks? concurrency? decodingMethod? idOrName? includeStopSequence? lengthPenalty? maxConcurrency? maxNewTokens? maxRetries? metadata? minNewTokens? model? onFailedAttempt? randomSeed? repetitionPenalty? returnOptions? serviceUrl stopSequence? streaming? tags? temperature? timeLimit? topK? topP? truncateInpuTokens? verbose? version watsonxCallbacks?

Properties

Optionalauthenticator

authenticator?: string

Optionalcache

cache?: boolean | BaseCache<Generation[]>

OptionalcallbackManager

callbackManager?: CallbackManager

Deprecated

Use callbacks instead

Optionalcallbacks

callbacks?: Callbacks

Optionalconcurrency

concurrency?: number

Deprecated

Use maxConcurrency instead

OptionaldecodingMethod

decodingMethod?: undefined

OptionalidOrName

idOrName?: string

OptionalincludeStopSequence

includeStopSequence?: undefined

OptionallengthPenalty

lengthPenalty?: undefined

OptionalmaxConcurrency

maxConcurrency?: number

OptionalmaxNewTokens

maxNewTokens?: undefined

OptionalmaxRetries

maxRetries?: number

Optionalmetadata

metadata?: Record<string, unknown>

OptionalminNewTokens

minNewTokens?: undefined

Optionalmodel

model?: undefined

OptionalonFailedAttempt

onFailedAttempt?: FailedAttemptHandler

Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

OptionalrandomSeed

randomSeed?: undefined

OptionalrepetitionPenalty

repetitionPenalty?: undefined

OptionalreturnOptions

returnOptions?: undefined

serviceUrl

serviceUrl: string

OptionalstopSequence

stopSequence?: undefined

Optionalstreaming

streaming?: boolean

Optionaltags

tags?: string[]

Optionaltemperature

temperature?: undefined

OptionaltimeLimit

timeLimit?: undefined

OptionaltopK

topK?: undefined

OptionaltopP

topP?: undefined

OptionaltruncateInpuTokens

truncateInpuTokens?: undefined

Optionalverbose

verbose?: boolean

version

version: string

OptionalwatsonxCallbacks

watsonxCallbacks?: RequestCallbacks<any>

Settings

Member Visibility

On This Page

Properties