Type Alias WatsonxLLMConstructor

WatsonxLLMConstructor: {
    authenticator?: undefined | string;
    cache?: undefined | boolean | BaseCache<Generation[]>;
    callbackManager?: undefined | CallbackManager;
    callbacks?: undefined | Callbacks;
    concurrency?: undefined | number;
    decodingMethod?: undefined | string;
    idOrName?: undefined | string;
    includeStopSequence?: undefined | boolean;
    lengthPenalty?: undefined | TextGenLengthPenalty;
    maxConcurrency?: undefined | number;
    maxNewTokens?: undefined | number;
    maxRetries?: undefined | number;
    metadata?: undefined | Record<string, unknown>;
    minNewTokens?: undefined | number;
    model: undefined | string;
    onFailedAttempt?: undefined | FailedAttemptHandler;
    projectId?: undefined | string;
    randomSeed?: undefined | number;
    repetitionPenalty?: undefined | number;
    returnOptions?: undefined | ReturnOptionProperties;
    serviceUrl: string;
    spaceId?: undefined | string;
    stopSequence?: undefined | string[];
    streaming?: undefined | boolean;
    tags?: undefined | string[];
    temperature?: undefined | number;
    timeLimit?: undefined | number;
    topK?: undefined | number;
    topP?: undefined | number;
    truncateInpuTokens?: undefined | number;
    verbose?: undefined | boolean;
    version: string;
    watsonxCallbacks?: undefined | RequestCallbacks<any>;
}

Type declaration

  • Optionalauthenticator?: undefined | string
  • Optionalcache?: undefined | boolean | BaseCache<Generation[]>
  • OptionalcallbackManager?: undefined | CallbackManager

    Deprecated

    Use callbacks instead

  • Optionalcallbacks?: undefined | Callbacks
  • Optionalconcurrency?: undefined | number

    Deprecated

    Use maxConcurrency instead

  • OptionaldecodingMethod?: undefined | string
  • OptionalidOrName?: undefined | string
  • OptionalincludeStopSequence?: undefined | boolean
  • OptionallengthPenalty?: undefined | TextGenLengthPenalty
  • OptionalmaxConcurrency?: undefined | number

    The maximum number of concurrent calls that can be made. Defaults to Infinity, which means no limit.

  • OptionalmaxNewTokens?: undefined | number
  • OptionalmaxRetries?: undefined | number

    The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 6.

  • Optionalmetadata?: undefined | Record<string, unknown>
  • OptionalminNewTokens?: undefined | number
  • model: undefined | string
  • OptionalonFailedAttempt?: undefined | FailedAttemptHandler

    Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

  • OptionalprojectId?: undefined | string
  • OptionalrandomSeed?: undefined | number
  • OptionalrepetitionPenalty?: undefined | number
  • OptionalreturnOptions?: undefined | ReturnOptionProperties
  • serviceUrl: string
  • OptionalspaceId?: undefined | string
  • OptionalstopSequence?: undefined | string[]
  • Optionalstreaming?: undefined | boolean
  • Optionaltags?: undefined | string[]
  • Optionaltemperature?: undefined | number
  • OptionaltimeLimit?: undefined | number
  • OptionaltopK?: undefined | number
  • OptionaltopP?: undefined | number
  • OptionaltruncateInpuTokens?: undefined | number
  • Optionalverbose?: undefined | boolean
  • version: string
  • OptionalwatsonxCallbacks?: undefined | RequestCallbacks<any>

Settings

Member Visibility