ArchiveEvaluatorResponse = object
Properties
data
data: object
definition
definition: {python: {code_execution: {code_snippet:string; };filters: {filterArray:object[]; };metadata: {description?:string; };name:string;sampling: {sampling_percentage:number; };score_schema: {[key:string]:unknown; };test_criteria?: {criteria: {operator:"gt";type:"numeric";value:number; } | {operator:"gte";type:"numeric";value:number; } | {operator:"lt";type:"numeric";value:number; } | {operator:"lte";type:"numeric";value:number; } | {operator:"eq";type:"numeric";value:number; } | {operator:"neq";type:"numeric";value:number; } | {max:number;min:number;operator:"between";type:"numeric"; } | {max:number;min:number;operator:"not_between";type:"numeric"; } | {operator:"one_of";type:"numeric";values:number[]; } | {operator:"not_one_of";type:"numeric";values:number[]; } | {operator:"is_true";type:"boolean"; } | {operator:"is_false";type:"boolean"; } | {case_sensitive:boolean;operator:"eq";type:"string";value:string; } | {case_sensitive:boolean;operator:"neq";type:"string";value:string; } | {case_sensitive:boolean;operator:"contains";type:"string";value:string;whole_word:boolean; } | {case_sensitive:boolean;operator:"one_of";type:"string";values:string[]; } | {case_sensitive:boolean;operator:"not_one_of";type:"string";values:string[]; } | {operator:"gt";type:"categorical";value:number; } | {operator:"gte";type:"categorical";value:number; } | {operator:"lt";type:"categorical";value:number; } | {operator:"lte";type:"categorical";value:number; } | {operator:"eq";type:"categorical";value:number; } | {operator:"neq";type:"categorical";value:number; } | {max:number;min:number;operator:"between";type:"categorical"; } | {max:number;min:number;operator:"not_between";type:"categorical"; } | {operator:"category_eq";type:"categorical";value:string; } | {operator:"category_neq";type:"categorical";value:string; } | {operator:"category_one_of";type:"categorical";values:string[]; } | {operator:"category_not_one_of";type:"categorical";values:string[]; };field:string; }; };type:"python"; } | {llm: {filters: {filterArray:object[]; };llm_execution: {system_prompt:string; };metadata: {description?:string; };model: {model_name:string;model_provider:string; };name:string;sampling: {sampling_percentage:number; };score_schema: {[key:string]:unknown; };test_criteria?: {criteria: {operator:"gt";type:"numeric";value:number; } | {operator:"gte";type:"numeric";value:number; } | {operator:"lt";type:"numeric";value:number; } | {operator:"lte";type:"numeric";value:number; } | {operator:"eq";type:"numeric";value:number; } | {operator:"neq";type:"numeric";value:number; } | {max:number;min:number;operator:"between";type:"numeric"; } | {max:number;min:number;operator:"not_between";type:"numeric"; } | {operator:"one_of";type:"numeric";values:number[]; } | {operator:"not_one_of";type:"numeric";values:number[]; } | {operator:"is_true";type:"boolean"; } | {operator:"is_false";type:"boolean"; } | {case_sensitive:boolean;operator:"eq";type:"string";value:string; } | {case_sensitive:boolean;operator:"neq";type:"string";value:string; } | {case_sensitive:boolean;operator:"contains";type:"string";value:string;whole_word:boolean; } | {case_sensitive:boolean;operator:"one_of";type:"string";values:string[]; } | {case_sensitive:boolean;operator:"not_one_of";type:"string";values:string[]; } | {operator:"gt";type:"categorical";value:number; } | {operator:"gte";type:"categorical";value:number; } | {operator:"lt";type:"categorical";value:number; } | {operator:"lte";type:"categorical";value:number; } | {operator:"eq";type:"categorical";value:number; } | {operator:"neq";type:"categorical";value:number; } | {max:number;min:number;operator:"between";type:"categorical"; } | {max:number;min:number;operator:"not_between";type:"categorical"; } | {operator:"category_eq";type:"categorical";value:string; } | {operator:"category_neq";type:"categorical";value:string; } | {operator:"category_one_of";type:"categorical";values:string[]; } | {operator:"category_not_one_of";type:"categorical";values:string[]; };field:string; }; };type:"llm"; } | {human: {metadata: {description?:string; };name:string;score_schema: {[key:string]:unknown; };test_criteria?: {criteria: {operator:"gt";type:"numeric";value:number; } | {operator:"gte";type:"numeric";value:number; } | {operator:"lt";type:"numeric";value:number; } | {operator:"lte";type:"numeric";value:number; } | {operator:"eq";type:"numeric";value:number; } | {operator:"neq";type:"numeric";value:number; } | {max:number;min:number;operator:"between";type:"numeric"; } | {max:number;min:number;operator:"not_between";type:"numeric"; } | {operator:"one_of";type:"numeric";values:number[]; } | {operator:"not_one_of";type:"numeric";values:number[]; } | {operator:"is_true";type:"boolean"; } | {operator:"is_false";type:"boolean"; } | {case_sensitive:boolean;operator:"eq";type:"string";value:string; } | {case_sensitive:boolean;operator:"neq";type:"string";value:string; } | {case_sensitive:boolean;operator:"contains";type:"string";value:string;whole_word:boolean; } | {case_sensitive:boolean;operator:"one_of";type:"string";values:string[]; } | {case_sensitive:boolean;operator:"not_one_of";type:"string";values:string[]; } | {operator:"gt";type:"categorical";value:number; } | {operator:"gte";type:"categorical";value:number; } | {operator:"lt";type:"categorical";value:number; } | {operator:"lte";type:"categorical";value:number; } | {operator:"eq";type:"categorical";value:number; } | {operator:"neq";type:"categorical";value:number; } | {max:number;min:number;operator:"between";type:"categorical"; } | {max:number;min:number;operator:"not_between";type:"categorical"; } | {operator:"category_eq";type:"categorical";value:string; } | {operator:"category_neq";type:"categorical";value:string; } | {operator:"category_one_of";type:"categorical";values:string[]; } | {operator:"category_not_one_of";type:"categorical";values:string[]; };field:string; }; };type:"human"; }
Union Members
Type Literal
{python: { code_execution: { code_snippet: string; }; filters: { filterArray: object[]; }; metadata: { description?: string; }; name: string; sampling: { sampling_percentage: number; }; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "python"; }
python
python: object
python.code_execution
code_execution: object
python.code_execution.code_snippet
code_snippet: string
python.filters
filters: object
python.filters.filterArray
filterArray: object[]
python.metadata
metadata: object
python.metadata.description?
optionaldescription?:string
python.name
name: string
Description
Evaluator display name, independent of its immutable slug.python.sampling
sampling: object
python.sampling.sampling_percentage
sampling_percentage: number
python.score_schema
score_schema: object
Index Signature
[key: string]: unknown
python.test_criteria?
optionaltest_criteria?:object
python.test_criteria.criteria
criteria: {operator:"gt";type:"numeric";value:number; } | {operator:"gte";type:"numeric";value:number; } | {operator:"lt";type:"numeric";value:number; } | {operator:"lte";type:"numeric";value:number; } | {operator:"eq";type:"numeric";value:number; } | {operator:"neq";type:"numeric";value:number; } | {max:number;min:number;operator:"between";type:"numeric"; } | {max:number;min:number;operator:"not_between";type:"numeric"; } | {operator:"one_of";type:"numeric";values:number[]; } | {operator:"not_one_of";type:"numeric";values:number[]; } | {operator:"is_true";type:"boolean"; } | {operator:"is_false";type:"boolean"; } | {case_sensitive:boolean;operator:"eq";type:"string";value:string; } | {case_sensitive:boolean;operator:"neq";type:"string";value:string; } | {case_sensitive:boolean;operator:"contains";type:"string";value:string;whole_word:boolean; } | {case_sensitive:boolean;operator:"one_of";type:"string";values:string[]; } | {case_sensitive:boolean;operator:"not_one_of";type:"string";values:string[]; } | {operator:"gt";type:"categorical";value:number; } | {operator:"gte";type:"categorical";value:number; } | {operator:"lt";type:"categorical";value:number; } | {operator:"lte";type:"categorical";value:number; } | {operator:"eq";type:"categorical";value:number; } | {operator:"neq";type:"categorical";value:number; } | {max:number;min:number;operator:"between";type:"categorical"; } | {max:number;min:number;operator:"not_between";type:"categorical"; } | {operator:"category_eq";type:"categorical";value:string; } | {operator:"category_neq";type:"categorical";value:string; } | {operator:"category_one_of";type:"categorical";values:string[]; } | {operator:"category_not_one_of";type:"categorical";values:string[]; }
python.test_criteria.field
field: string
type
type: "python"
Description
discriminator enum property added by openapi-typescriptType Literal
{llm: { filters: { filterArray: object[]; }; llm_execution: { system_prompt: string; }; metadata: { description?: string; }; model: { model_name: string; model_provider: string; }; name: string; sampling: { sampling_percentage: number; }; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "llm"; }
llm
llm: object
llm.filters
filters: object
llm.filters.filterArray
filterArray: object[]
llm.llm_execution
llm_execution: object
llm.llm_execution.system_prompt
system_prompt: string
llm.metadata
metadata: object
llm.metadata.description?
optionaldescription?:string
llm.model
model: object
llm.model.model_name
model_name: string
llm.model.model_provider
model_provider: string
llm.name
name: string
Description
Evaluator display name, independent of its immutable slug.llm.sampling
sampling: object
llm.sampling.sampling_percentage
sampling_percentage: number
llm.score_schema
score_schema: object
Index Signature
[key: string]: unknown
llm.test_criteria?
optionaltest_criteria?:object
llm.test_criteria.criteria
criteria: {operator:"gt";type:"numeric";value:number; } | {operator:"gte";type:"numeric";value:number; } | {operator:"lt";type:"numeric";value:number; } | {operator:"lte";type:"numeric";value:number; } | {operator:"eq";type:"numeric";value:number; } | {operator:"neq";type:"numeric";value:number; } | {max:number;min:number;operator:"between";type:"numeric"; } | {max:number;min:number;operator:"not_between";type:"numeric"; } | {operator:"one_of";type:"numeric";values:number[]; } | {operator:"not_one_of";type:"numeric";values:number[]; } | {operator:"is_true";type:"boolean"; } | {operator:"is_false";type:"boolean"; } | {case_sensitive:boolean;operator:"eq";type:"string";value:string; } | {case_sensitive:boolean;operator:"neq";type:"string";value:string; } | {case_sensitive:boolean;operator:"contains";type:"string";value:string;whole_word:boolean; } | {case_sensitive:boolean;operator:"one_of";type:"string";values:string[]; } | {case_sensitive:boolean;operator:"not_one_of";type:"string";values:string[]; } | {operator:"gt";type:"categorical";value:number; } | {operator:"gte";type:"categorical";value:number; } | {operator:"lt";type:"categorical";value:number; } | {operator:"lte";type:"categorical";value:number; } | {operator:"eq";type:"categorical";value:number; } | {operator:"neq";type:"categorical";value:number; } | {max:number;min:number;operator:"between";type:"categorical"; } | {max:number;min:number;operator:"not_between";type:"categorical"; } | {operator:"category_eq";type:"categorical";value:string; } | {operator:"category_neq";type:"categorical";value:string; } | {operator:"category_one_of";type:"categorical";values:string[]; } | {operator:"category_not_one_of";type:"categorical";values:string[]; }
llm.test_criteria.field
field: string
type
type: "llm"
Description
discriminator enum property added by openapi-typescriptType Literal
{human: { metadata: { description?: string; }; name: string; score_schema: {[key: string]: unknown; }; test_criteria?: { criteria: { operator: "gt"; type: "numeric"; value: number; } | { operator: "gte"; type: "numeric"; value: number; } | { operator: "lt"; type: "numeric"; value: number; } | { operator: "lte"; type: "numeric"; value: number; } | { operator: "eq"; type: "numeric"; value: number; } | { operator: "neq"; type: "numeric"; value: number; } | { max: number; min: number; operator: "between"; type: "numeric"; } | { max: number; min: number; operator: "not_between"; type: "numeric"; } | { operator: "one_of"; type: "numeric"; values: number[]; } | { operator: "not_one_of"; type: "numeric"; values: number[]; } | { operator: "is_true"; type: "boolean"; } | { operator: "is_false"; type: "boolean"; } | { case_sensitive: boolean; operator: "eq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "neq"; type: "string"; value: string; } | { case_sensitive: boolean; operator: "contains"; type: "string"; value: string; whole_word: boolean; } | { case_sensitive: boolean; operator: "one_of"; type: "string"; values: string[]; } | { case_sensitive: boolean; operator: "not_one_of"; type: "string"; values: string[]; } | { operator: "gt"; type: "categorical"; value: number; } | { operator: "gte"; type: "categorical"; value: number; } | { operator: "lt"; type: "categorical"; value: number; } | { operator: "lte"; type: "categorical"; value: number; } | { operator: "eq"; type: "categorical"; value: number; } | { operator: "neq"; type: "categorical"; value: number; } | { max: number; min: number; operator: "between"; type: "categorical"; } | { max: number; min: number; operator: "not_between"; type: "categorical"; } | { operator: "category_eq"; type: "categorical"; value: string; } | { operator: "category_neq"; type: "categorical"; value: string; } | { operator: "category_one_of"; type: "categorical"; values: string[]; } | { operator: "category_not_one_of"; type: "categorical"; values: string[]; }; field: string; }; }; type: "human"; }
human
human: object
human.metadata
metadata: object
human.metadata.description?
optionaldescription?:string
human.name
name: string
Description
Evaluator display name, independent of its immutable slug.human.score_schema
score_schema: object
Index Signature
[key: string]: unknown
human.test_criteria?
optionaltest_criteria?:object
human.test_criteria.criteria
criteria: {operator:"gt";type:"numeric";value:number; } | {operator:"gte";type:"numeric";value:number; } | {operator:"lt";type:"numeric";value:number; } | {operator:"lte";type:"numeric";value:number; } | {operator:"eq";type:"numeric";value:number; } | {operator:"neq";type:"numeric";value:number; } | {max:number;min:number;operator:"between";type:"numeric"; } | {max:number;min:number;operator:"not_between";type:"numeric"; } | {operator:"one_of";type:"numeric";values:number[]; } | {operator:"not_one_of";type:"numeric";values:number[]; } | {operator:"is_true";type:"boolean"; } | {operator:"is_false";type:"boolean"; } | {case_sensitive:boolean;operator:"eq";type:"string";value:string; } | {case_sensitive:boolean;operator:"neq";type:"string";value:string; } | {case_sensitive:boolean;operator:"contains";type:"string";value:string;whole_word:boolean; } | {case_sensitive:boolean;operator:"one_of";type:"string";values:string[]; } | {case_sensitive:boolean;operator:"not_one_of";type:"string";values:string[]; } | {operator:"gt";type:"categorical";value:number; } | {operator:"gte";type:"categorical";value:number; } | {operator:"lt";type:"categorical";value:number; } | {operator:"lte";type:"categorical";value:number; } | {operator:"eq";type:"categorical";value:number; } | {operator:"neq";type:"categorical";value:number; } | {max:number;min:number;operator:"between";type:"categorical"; } | {max:number;min:number;operator:"not_between";type:"categorical"; } | {operator:"category_eq";type:"categorical";value:string; } | {operator:"category_neq";type:"categorical";value:string; } | {operator:"category_one_of";type:"categorical";values:string[]; } | {operator:"category_not_one_of";type:"categorical";values:string[]; }
human.test_criteria.field
field: string
type
type: "human"
Description
discriminator enum property added by openapi-typescriptevaluator_created_at
evaluator_created_at: string
Format: date-time
evaluator_updated_at
evaluator_updated_at: string
Format: date-time
id
id: string
is_active
is_active: boolean
latest_version
latest_version: number
message
message: string
published_version
published_version:number|null
slug
slug: string
Description
Immutable, case-sensitive project-unique slug containing 1–64 ASCII letters, digits, underscores or hyphens. Must not be a valid ULID, regardless of case. Cannot change after creation.version
version: number
version_created_at
version_created_at: string
Format: date-time
success
success: true