OptionaldecodingMethod
decodingMethod?: string
OptionalincludeStopSequence
includeStopSequence?: boolean
OptionallengthPenalty
lengthPenalty?: TextGenLengthPenalty
OptionalmaxNewTokens
maxNewTokens?: number
OptionalminNewTokens
minNewTokens?: number
OptionalrandomSeed
randomSeed?: number
OptionalrepetitionPenalty
repetitionPenalty?: number
OptionalreturnOptions
returnOptions?: ReturnOptionProperties
OptionalstopSequence
stopSequence?: string[]
Optionaltemperature
temperature?: number
OptionaltimeLimit
timeLimit?: number
OptionaltopK
topK?: number
OptionaltopP
topP?: number
OptionaltruncateInpuTokens
truncateInpuTokens?: number
Input to LLM class.