Input to LLM class.

interface WatsonxLLMParams {
    decodingMethod?: string;
    includeStopSequence?: boolean;
    lengthPenalty?: TextGenLengthPenalty;
    maxNewTokens?: number;
    minNewTokens?: number;
    randomSeed?: number;
    repetitionPenalty?: number;
    returnOptions?: ReturnOptionProperties;
    stopSequence?: string[];
    temperature?: number;
    timeLimit?: number;
    topK?: number;
    topP?: number;
    truncateInpuTokens?: number;
}

Hierarchy (view full)

Properties

decodingMethod?: string
includeStopSequence?: boolean
lengthPenalty?: TextGenLengthPenalty
maxNewTokens?: number
minNewTokens?: number
randomSeed?: number
repetitionPenalty?: number
returnOptions?: ReturnOptionProperties
stopSequence?: string[]
temperature?: number
timeLimit?: number
topK?: number
topP?: number
truncateInpuTokens?: number