Interface EvaluateOptions<F, R>

interface EvaluateOptions<F = AnyAIFunction, R = Rec> {
    concurrency?: number;
    expected?: Expected<F, R>;
    metric?: Metric<R> | Record<string, Metric<R>>;
    progress?: boolean;
}

Type Parameters

F = AnyAIFunction
R = Rec

Index

Properties

concurrency? expected? metric? progress?

Properties

`Optional`concurrency

concurrency?: number

Calls in flight at once (default 8).

`Optional`expected

expected?: Expected<F, R>

Where the right answers are: a column of the rows for the answer, or {output: column}. Default: columns named like the outputs.

`Optional`metric

metric?: Metric<R> | Record<string, Metric<R>>

A metric, or several by name. Default: exact_match.

`Optional`progress

progress?: boolean

A line on stderr, updated as rows finish (default: on in a terminal).