Skip to main content

Properties

categories?

optional categories?: object[] | null

child_metrics?

optional child_metrics?: object[] | null

criteria

criteria: string

description?

optional description?: string

enabled_in_prod?

optional enabled_in_prod?: boolean

Default

false

filters?

optional filters?: object

filterArray

filterArray: object[]

model_name?

optional model_name?: string | null

model_provider?

optional model_provider?: string | null

name

name: string

needs_ground_truth?

optional needs_ground_truth?: boolean

Default

false

return_type?

optional return_type?: "string" | "boolean" | "float" | "categorical"

Default

float

sampling_percentage?

optional sampling_percentage?: number

Default

10

scale?

optional scale?: number | null

threshold?

optional threshold?: { max?: number; min?: number; pass_when?: number | boolean; passing_categories?: string[]; } | null

type

type: "LLM" | "COMPOSITE" | "PYTHON" | "HUMAN"