Interface ChatCerebrasInput

Input to chat model class.

interface ChatCerebrasInput {
    apiKey?: string;
    cache?: boolean | BaseCache<Generation[]>;
    callbackManager?: CallbackManager;
    callbacks?: Callbacks;
    fetch?: ((...args: any) => any);
    maxCompletionTokens?: number;
    maxConcurrency?: number;
    maxRetries?: number;
    maxTokens?: number;
    metadata?: Record<string, unknown>;
    model: string;
    onFailedAttempt?: FailedAttemptHandler;
    seed?: number;
    streaming?: boolean;
    tags?: string[];
    temperature?: number;
    timeout?: number;
    topP?: number;
    verbose?: boolean;
}

Hierarchy

  • BaseChatModelParams
    • ChatCerebrasInput

Implemented by

Properties

apiKey? cache? callbackManager? callbacks? fetch? maxCompletionTokens? maxConcurrency? maxRetries? maxTokens? metadata? model onFailedAttempt? seed? streaming? tags? temperature? timeout? topP? verbose?

Properties

OptionalapiKey

apiKey?: string

Optionalcache

cache?: boolean | BaseCache<Generation[]>

OptionalcallbackManager

callbackManager?: CallbackManager

Deprecated

Use callbacks instead

Optionalcallbacks

callbacks?: Callbacks

Optionalfetch

fetch?: ((...args: any) => any)

OptionalmaxCompletionTokens

maxCompletionTokens?: number

OptionalmaxConcurrency

maxConcurrency?: number

The maximum number of concurrent calls that can be made. Defaults to Infinity, which means no limit.

OptionalmaxRetries

maxRetries?: number

The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 6.

OptionalmaxTokens

maxTokens?: number

Optionalmetadata

metadata?: Record<string, unknown>

model

model: string

OptionalonFailedAttempt

onFailedAttempt?: FailedAttemptHandler

Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

Optionalseed

seed?: number

Optionalstreaming

streaming?: boolean

Optionaltags

tags?: string[]

Optionaltemperature

temperature?: number

Optionaltimeout

timeout?: number

OptionaltopP

topP?: number

Optionalverbose

verbose?: boolean

Settings

Member Visibility

On This Page

Properties