Skip to main content
ReplaceEvaluatorResponse = object

Properties

data

data: object

definition

definition: { python: { code_execution: { code_snippet: string; }; filters: { filterArray: object[]; }; metadata: { description?: string; }; name: string; sampling: { sampling_percentage: number; }; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "python"; } | { llm: { filters: { filterArray: object[]; }; llm_execution: { system_prompt: string; }; metadata: { description?: string; }; model: { model_name: string; model_provider: string; }; name: string; sampling: { sampling_percentage: number; }; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "llm"; } | { human: { metadata: { description?: string; }; name: string; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "human"; }
Union Members
Type Literal
{ python: { code_execution: { code_snippet: string; }; filters: { filterArray: object[]; }; metadata: { description?: string; }; name: string; sampling: { sampling_percentage: number; }; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "python"; }
python
python: object
python.code_execution
code_execution: object
python.code_execution.code_snippet
code_snippet: string
python.filters
filters: object
python.filters.filterArray
filterArray: object[]
python.metadata
metadata: object
python.metadata.description?
optional description?: string
python.name
name: string
Description
Evaluator display name, independent of its immutable slug.
python.sampling
sampling: object
python.sampling.sampling_percentage
sampling_percentage: number
python.score_schema
score_schema: object
Index Signature
[key: string]: unknown
python.test_criteria?
optional test_criteria?: object
python.test_criteria.criteria
criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }
python.test_criteria.field
field: string
type
type: "python"
Description
discriminator enum property added by openapi-typescript
Type Literal
{ llm: { filters: { filterArray: object[]; }; llm_execution: { system_prompt: string; }; metadata: { description?: string; }; model: { model_name: string; model_provider: string; }; name: string; sampling: { sampling_percentage: number; }; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "llm"; }
llm
llm: object
llm.filters
filters: object
llm.filters.filterArray
filterArray: object[]
llm.llm_execution
llm_execution: object
llm.llm_execution.system_prompt
system_prompt: string
llm.metadata
metadata: object
llm.metadata.description?
optional description?: string
llm.model
model: object
llm.model.model_name
model_name: string
llm.model.model_provider
model_provider: string
llm.name
name: string
Description
Evaluator display name, independent of its immutable slug.
llm.sampling
sampling: object
llm.sampling.sampling_percentage
sampling_percentage: number
llm.score_schema
score_schema: object
Index Signature
[key: string]: unknown
llm.test_criteria?
optional test_criteria?: object
llm.test_criteria.criteria
criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }
llm.test_criteria.field
field: string
type
type: "llm"
Description
discriminator enum property added by openapi-typescript
Type Literal
{ human: { metadata: { description?: string; }; name: string; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "human"; }
human
human: object
human.metadata
metadata: object
human.metadata.description?
optional description?: string
human.name
name: string
Description
Evaluator display name, independent of its immutable slug.
human.score_schema
score_schema: object
Index Signature
[key: string]: unknown
human.test_criteria?
optional test_criteria?: object
human.test_criteria.criteria
criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }
human.test_criteria.field
field: string
type
type: "human"
Description
discriminator enum property added by openapi-typescript

evaluator_created_at

evaluator_created_at: string
Format: date-time

evaluator_updated_at

evaluator_updated_at: string
Format: date-time

id

id: string

is_active

is_active: boolean

latest_version

latest_version: number

message

message: string

published_version

published_version: number | null

slug

slug: string
Description
Immutable, case-sensitive project-unique slug containing 1–64 ASCII letters, digits, underscores or hyphens. Must not be a valid ULID, regardless of case. Cannot change after creation.

version

version: number

version_created_at

version_created_at: string
Format: date-time

success

success: true