Interface AlephAlphaInput

Interface for the input parameters specific to the Aleph Alpha LLM.

interface AlephAlphaInput {
    aleph_alpha_api_key?: string;
    base_url: string;
    best_of?: number;
    cache?: boolean | BaseCache<Generation[]>;
    callbackManager?: CallbackManager;
    callbacks?: Callbacks;
    completion_bias_exclusion?: string[];
    completion_bias_exclusion_first_token_only: boolean;
    completion_bias_inclusion?: string[];
    completion_bias_inclusion_first_token_only: boolean;
    concurrency?: number;
    contextual_control_threshold?: number;
    control_log_additive: boolean;
    disable_optimizations?: boolean;
    echo?: boolean;
    frequency_penalty?: number;
    log_probs?: number;
    logit_bias?: object;
    maxConcurrency?: number;
    maxRetries?: number;
    maximum_tokens: number;
    metadata?: Record<string, unknown>;
    minimum_tokens?: number;
    model: string;
    n?: number;
    onFailedAttempt?: FailedAttemptHandler;
    penalty_bias?: string;
    penalty_exceptions?: string[];
    penalty_exceptions_include_stop_sequences?: boolean;
    presence_penalty?: number;
    raw_completion: boolean;
    repetition_penalties_include_completion?: boolean;
    repetition_penalties_include_prompt?: boolean;
    sequence_penalty?: number;
    sequence_penalty_min_length?: number;
    stop?: string[];
    tags?: string[];
    temperature?: number;
    tokens?: boolean;
    top_k?: number;
    top_p?: number;
    use_multiplicative_frequency_penalty?: boolean;
    use_multiplicative_presence_penalty?: boolean;
    use_multiplicative_sequence_penalty?: boolean;
    verbose?: boolean;
}

Hierarchy

  • BaseLLMParams
    • AlephAlphaInput

Implemented by

Properties

aleph_alpha_api_key? base_url best_of? cache? callbackManager? callbacks? completion_bias_exclusion? completion_bias_exclusion_first_token_only completion_bias_inclusion? completion_bias_inclusion_first_token_only concurrency? contextual_control_threshold? control_log_additive disable_optimizations? echo? frequency_penalty? log_probs? logit_bias? maxConcurrency? maxRetries? maximum_tokens metadata? minimum_tokens? model n? onFailedAttempt? penalty_bias? penalty_exceptions? penalty_exceptions_include_stop_sequences? presence_penalty? raw_completion repetition_penalties_include_completion? repetition_penalties_include_prompt? sequence_penalty? sequence_penalty_min_length? stop? tags? temperature? tokens? top_k? top_p? use_multiplicative_frequency_penalty? use_multiplicative_presence_penalty? use_multiplicative_sequence_penalty? verbose?

Properties

Optionalaleph_alpha_api_key

aleph_alpha_api_key?: string

base_url

base_url: string

Optionalbest_of

best_of?: number

Optionalcache

cache?: boolean | BaseCache<Generation[]>

OptionalcallbackManager

callbackManager?: CallbackManager

Deprecated

Use callbacks instead

Optionalcallbacks

callbacks?: Callbacks

Optionalcompletion_bias_exclusion

completion_bias_exclusion?: string[]

completion_bias_exclusion_first_token_only

completion_bias_exclusion_first_token_only: boolean

Optionalcompletion_bias_inclusion

completion_bias_inclusion?: string[]

completion_bias_inclusion_first_token_only

completion_bias_inclusion_first_token_only: boolean

Optionalconcurrency

concurrency?: number

Deprecated

Use maxConcurrency instead

Optionalcontextual_control_threshold

contextual_control_threshold?: number

control_log_additive

control_log_additive: boolean

Optionaldisable_optimizations

disable_optimizations?: boolean

Optionalecho

echo?: boolean

Optionalfrequency_penalty

frequency_penalty?: number

Optionallog_probs

log_probs?: number

Optionallogit_bias

logit_bias?: object

OptionalmaxConcurrency

maxConcurrency?: number

The maximum number of concurrent calls that can be made. Defaults to Infinity, which means no limit.

OptionalmaxRetries

maxRetries?: number

The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 6.

maximum_tokens

maximum_tokens: number

Optionalmetadata

metadata?: Record<string, unknown>

Optionalminimum_tokens

minimum_tokens?: number

model

model: string

Optionaln

n?: number

OptionalonFailedAttempt

onFailedAttempt?: FailedAttemptHandler

Custom handler to handle failed attempts. Takes the originally thrown error object as input, and should itself throw an error if the input error is not retryable.

Optionalpenalty_bias

penalty_bias?: string

Optionalpenalty_exceptions

penalty_exceptions?: string[]

Optionalpenalty_exceptions_include_stop_sequences

penalty_exceptions_include_stop_sequences?: boolean

Optionalpresence_penalty

presence_penalty?: number

raw_completion

raw_completion: boolean

Optionalrepetition_penalties_include_completion

repetition_penalties_include_completion?: boolean

Optionalrepetition_penalties_include_prompt

repetition_penalties_include_prompt?: boolean

Optionalsequence_penalty

sequence_penalty?: number

Optionalsequence_penalty_min_length

sequence_penalty_min_length?: number

Optionalstop

stop?: string[]

Optionaltags

tags?: string[]

Optionaltemperature

temperature?: number

Optionaltokens

tokens?: boolean

Optionaltop_k

top_k?: number

Optionaltop_p

top_p?: number

Optionaluse_multiplicative_frequency_penalty

use_multiplicative_frequency_penalty?: boolean

Optionaluse_multiplicative_presence_penalty

use_multiplicative_presence_penalty?: boolean

Optionaluse_multiplicative_sequence_penalty

use_multiplicative_sequence_penalty?: boolean

Optionalverbose

verbose?: boolean

Settings

Member Visibility

On This Page

Properties