Interface WatsonxInputLLM

Input to LLM class.

interface WatsonxInputLLM {
    authenticator?: string;
    cache?: boolean | BaseCache<Generation[]>;
    callbackManager?: CallbackManager;
    callbacks?: Callbacks;
    concurrency?: number;
    decodingMethod?: string;
    idOrName?: undefined;
    includeStopSequence?: boolean;
    lengthPenalty?: TextGenLengthPenalty;
    maxConcurrency?: number;
    maxNewTokens?: number;
    maxRetries?: number;
    metadata?: Record<string, unknown>;
    minNewTokens?: number;
    model: string;
    onFailedAttempt?: FailedAttemptHandler;
    projectId?: string;
    randomSeed?: number;
    repetitionPenalty?: number;
    returnOptions?: ReturnOptionProperties;
    serviceUrl: string;
    spaceId?: string;
    stopSequence?: string[];
    streaming?: boolean;
    tags?: string[];
    temperature?: number;
    timeLimit?: number;
    topK?: number;
    topP?: number;
    truncateInpuTokens?: number;
    verbose?: boolean;
    version: string;
    watsonxCallbacks?: RequestCallbacks<any>;
}

Hierarchy (view full)

Properties

authenticator? cache? callbackManager? callbacks? concurrency? decodingMethod? idOrName? includeStopSequence? lengthPenalty? maxConcurrency? maxNewTokens? maxRetries? metadata? minNewTokens? model onFailedAttempt? projectId? randomSeed? repetitionPenalty? returnOptions? serviceUrl spaceId? stopSequence? streaming? tags? temperature? timeLimit? topK? topP? truncateInpuTokens? verbose? version watsonxCallbacks?

Properties

Optionalauthenticator

authenticator?: string

Optionalcache

cache?: boolean | BaseCache<Generation[]>

OptionalcallbackManager

callbackManager?: CallbackManager

Deprecated

Use callbacks instead

Optionalcallbacks

callbacks?: Callbacks

Optionalconcurrency

concurrency?: number

Deprecated

Use maxConcurrency instead

OptionaldecodingMethod

decodingMethod?: string

OptionalidOrName

idOrName?: undefined

OptionalincludeStopSequence

includeStopSequence?: boolean

OptionallengthPenalty

lengthPenalty?: TextGenLengthPenalty

OptionalmaxConcurrency

maxConcurrency?: number

OptionalmaxNewTokens

maxNewTokens?: number

OptionalmaxRetries

maxRetries?: number

Optionalmetadata

metadata?: Record<string, unknown>

OptionalminNewTokens

minNewTokens?: number

model

model: string

OptionalonFailedAttempt

onFailedAttempt?: FailedAttemptHandler

Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

OptionalprojectId

projectId?: string

OptionalrandomSeed

randomSeed?: number

OptionalrepetitionPenalty

repetitionPenalty?: number

OptionalreturnOptions

returnOptions?: ReturnOptionProperties

serviceUrl

serviceUrl: string

OptionalspaceId

spaceId?: string

OptionalstopSequence

stopSequence?: string[]

Optionalstreaming

streaming?: boolean

Optionaltags

tags?: string[]

Optionaltemperature

temperature?: number

OptionaltimeLimit

timeLimit?: number

OptionaltopK

topK?: number

OptionaltopP

topP?: number

OptionaltruncateInpuTokens

truncateInpuTokens?: number

Optionalverbose

verbose?: boolean

version

version: string

OptionalwatsonxCallbacks

watsonxCallbacks?: RequestCallbacks<any>

Settings

Member Visibility

On This Page

Properties