interface GraderRunParams {
    grader:
        | StringCheckGrader
        | TextSimilarityGrader
        | PythonGrader
        | ScoreModelGrader
        | MultiGrader;
    item?: unknown;
    model_sample: string;
}

Properties

grader:
    | StringCheckGrader
    | TextSimilarityGrader
    | PythonGrader
    | ScoreModelGrader
    | MultiGrader

The grader used for the fine-tuning job.

item?: unknown

The dataset item provided to the grader. This will be used to populate the item namespace. See the guide for more details.

model_sample: string

The model sample to be evaluated. This value will be used to populate the sample namespace. See the guide for more details. The output_json variable will be populated if the model sample is a valid JSON string.