interface ChatNovitaCallOptions {
    audio?: ChatCompletionAudioParam;
    callbacks?: Callbacks;
    configurable?: Record<string, any>;
    include?: null | ResponseIncludable[];
    ls_structured_output_format?: {
        kwargs: {
            method: string;
        };
        schema?: JsonSchema7Type;
    };
    maxConcurrency?: number;
    metadata?: Record<string, unknown>;
    modalities?: ChatCompletionModality[];
    options?: RequestOptions;
    parallel_tool_calls?: boolean;
    prediction?: ChatCompletionPredictionContent;
    previous_response_id?: null | string;
    promptIndex?: number;
    reasoning?: Reasoning;
    recursionLimit?: number;
    response_format: {
        schema: Record<string, unknown>;
        type: "json_object";
    };
    runId?: string;
    runName?: string;
    seed?: number;
    service_tier?:
        | null
        | "default"
        | "auto"
        | "flex";
    signal?: AbortSignal;
    stop?: string[];
    stream_options?: ChatCompletionStreamOptions;
    strict?: boolean;
    tags?: string[];
    text?: ResponseTextConfig;
    timeout?: number;
    tool_choice?:
        | string
        | ChatCompletionNamedToolChoice
        | ToolChoiceTypes
        | ToolChoiceFunction;
    tools?: ChatOpenAIToolType[];
    truncation?: null | "auto" | "disabled";
}

Hierarchy

  • Omit<ChatOpenAICallOptions, NovitaUnsupportedCallOptions>
    • ChatNovitaCallOptions

Properties

Parameters for audio output. Required when audio output is requested with modalities: ["audio"]. Learn more.

callbacks?: Callbacks

Callbacks for this call and any sub-calls (eg. a Chain calling an LLM). Tags are passed to all callbacks, metadata is passed to handle*Start callbacks.

configurable?: Record<string, any>

Runtime values for attributes previously made configurable on this Runnable, or sub-Runnables.

include?: null | ResponseIncludable[]

Specify additional output data to include in the model response.

ls_structured_output_format?: {
    kwargs: {
        method: string;
    };
    schema?: JsonSchema7Type;
}

Describes the format of structured outputs. This should be provided if an output is considered to be structured

Type declaration

  • kwargs: {
        method: string;
    }

    An object containing the method used for structured output (e.g., "jsonMode").

    • method: string
  • Optionalschema?: JsonSchema7Type

    The JSON schema describing the expected output structure.

maxConcurrency?: number

Maximum number of parallel calls to make.

metadata?: Record<string, unknown>

Metadata for this call and any sub-calls (eg. a Chain calling an LLM). Keys should be strings, values should be JSON-serializable.

modalities?: ChatCompletionModality[]

Output types that you would like the model to generate for this request. Most models are capable of generating text, which is the default:

["text"]

The gpt-4o-audio-preview model can also be used to generate audio. To request that this model generate both text and audio responses, you can use:

["text", "audio"]

options?: RequestOptions

Additional options to pass to the underlying axios request.

parallel_tool_calls?: boolean

The model may choose to call multiple functions in a single turn. You can set parallel_tool_calls to false which ensures only one tool is called at most. Learn more

Static predicted output content, such as the content of a text file that is being regenerated. Learn more.

previous_response_id?: null | string

The unique ID of the previous response to the model. Use this to create multi-turn conversations.

promptIndex?: number

Adds a prompt index to prompts passed to the model to track what prompt is being used for a given generation.

reasoning?: Reasoning

Options for reasoning models.

Note that some options, like reasoning summaries, are only available when using the responses API. If these options are set, the responses API will be used to fulfill the request.

These options will be ignored when not using a reasoning model.

recursionLimit?: number

Maximum number of times a call can recurse. If not provided, defaults to 25.

response_format: {
    schema: Record<string, unknown>;
    type: "json_object";
}

An object specifying the format that the model must output.

runId?: string

Unique identifier for the tracer run for this call. If not provided, a new UUID will be generated.

runName?: string

Name for the tracer run for this call. Defaults to the name of the class.

seed?: number

When provided, the completions API will make a best effort to sample deterministically, such that repeated requests with the same seed and parameters should return the same result.

service_tier?:
    | null
    | "default"
    | "auto"
    | "flex"

Service tier to use for this request. Can be "auto", "default", or "flex" Specifies the service tier for prioritization and latency optimization.

signal?: AbortSignal

Abort signal for this call. If provided, the call will be aborted when the signal is aborted.

stop?: string[]

Stop tokens to use for this call. If not provided, the default stop tokens for the model will be used.

Additional options to pass to streamed completions. If provided, this takes precedence over "streamUsage" set at initialization time.

strict?: boolean

If true, model output is guaranteed to exactly match the JSON Schema provided in the tool definition. If true, the input schema will also be validated according to https://platform.openai.com/docs/guides/structured-outputs/supported-schemas.

If false, input schema will not be validated and model output will not be validated.

If undefined, strict argument will not be passed to the model.

tags?: string[]

Tags for this call and any sub-calls (eg. a Chain calling an LLM). You can use these to filter calls.

Configuration options for a text response from the model. Can be plain text or structured JSON data.

timeout?: number

Timeout for this call in milliseconds.

tool_choice?:
    | string
    | ChatCompletionNamedToolChoice
    | ToolChoiceTypes
    | ToolChoiceFunction

Specifies which tool the model should use to respond. Can be an OpenAIToolChoice or a ResponsesToolChoice. If not set, the model will decide which tool to use automatically.

tools?: ChatOpenAIToolType[]

A list of tools that the model may use to generate responses. Each tool can be a function, a built-in tool, or a custom tool definition. If not provided, the model will not use any tools.

truncation?: null | "auto" | "disabled"

The truncation strategy to use for the model response.