create(
projectId: string,
name: string,
runId: string,
datasetId: string,
promptTemplateId: string,
taskType: TaskType,
promptSettings: PromptRunSettings,
scorers?: ScorerConfig[]): Promise<{
dataset_id?: null | string;
dataset_version_index?: null | number;
epoch?: number;
feature_names?: null | string[];
job_id?: null | string;
job_name?: string;
labels?: string[] | string[][];
link: string;
log_metric_computing_records?: boolean;
luna_model?: null | string;
message: string;
metric_critique_configuration?: | null
| {
critique_ids: string[];
metric_name: string;
project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai";
recompute_settings?: | null
| {
mode: "runs";
run_ids: string[];
}
| {
mode: "project";
}
| {
filters: unknown[];
mode: "observe_filters";
}
| {
filters: unknown[];
mode: "log_stream_filters";
run_id: string;
};
scorer_id?: null | string;
};
migration_name?: null | string;
monitor_batch_id?: null | string;
ner_labels?: null | string[];
non_inference_logged?: boolean;
process_existing_inference_runs?: boolean;
project_id: string;
prompt_customized_scorers_configuration?: | null
| (
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "agentic_session_success";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_agentic_session_success";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "agentic_workflow_success";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_agentic_workflow_success";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "chunk_attribution_utilization";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_chunk_attribution_utilization_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "completeness";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_completeness_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
function_explanation_param_name?: string;
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "correctness";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_factuality";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "context_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_groundedness";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
function_explanation_param_name?: string;
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "instruction_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_instruction_adherence";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "ground_truth_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_ground_truth_adherence";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "prompt_injection";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_prompt_injection_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "output_sexist";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_sexist_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "input_sexist";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_input_sexist_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "tool_selection_quality";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_tool_selection_quality";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "tool_error_rate";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_tool_error_rate";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "output_toxicity";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_toxicity_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "input_toxicity";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_input_toxicity_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
})[];
prompt_dataset_id?: null | string;
prompt_finetuned_scorers_configuration?: null | object[];
prompt_generated_scorers_configuration?: null | string[];
prompt_optimization_configuration?: | null
| {
evaluation_criteria: string;
evaluation_model_alias: string;
generation_model_alias: string;
includes_target: boolean;
integration_name?: | "anthropic"
| "custom"
| "aws_bedrock"
| "aws_sagemaker"
| "azure"
| "databricks"
| "mistral"
| "nvidia"
| "openai"
| "vegas_gateway"
| "vertex_ai"
| "writer";
iterations: number;
max_tokens: number;
num_rows: number;
prompt: string;
reasoning_effort?: null | string;
task_description: string;
temperature: number;
verbosity?: null | string;
};
prompt_registered_scorers_configuration?: null | object[];
prompt_scorer_settings?: | null
| {
aggregate_keys?: null | string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: | null
| {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: boolean;
filter_type?: "string";
name: "node_name";
operator: "eq" | "ne" | "contains";
value: string;
}
| {
filter_type?: "map";
key: string;
name: "metadata";
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: null | string;
name?: string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name?: string;
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
};
prompt_scorers_configuration?: | null
| {
action_advancement_luna?: boolean;
action_completion_luna?: boolean;
adherence_nli?: boolean;
agentic_session_success?: boolean;
agentic_workflow_success?: boolean;
bleu?: boolean;
chunk_attribution_utilization_gpt?: boolean;
chunk_attribution_utilization_nli?: boolean;
completeness_gpt?: boolean;
completeness_nli?: boolean;
context_adherence_luna?: boolean;
context_relevance?: boolean;
context_relevance_luna?: boolean;
cost?: boolean;
factuality?: boolean;
ground_truth_adherence?: boolean;
groundedness?: boolean;
input_pii?: boolean;
input_sexist?: boolean;
input_sexist_gpt?: boolean;
input_tone?: boolean;
input_toxicity?: boolean;
input_toxicity_gpt?: boolean;
instruction_adherence?: boolean;
latency?: boolean;
pii?: boolean;
prompt_injection?: boolean;
prompt_injection_gpt?: boolean;
prompt_perplexity?: boolean;
protect_status?: boolean;
rouge?: boolean;
sexist?: boolean;
sexist_gpt?: boolean;
tone?: boolean;
tool_error_rate?: boolean;
tool_error_rate_luna?: boolean;
tool_selection_quality?: boolean;
tool_selection_quality_luna?: boolean;
toxicity?: boolean;
toxicity_gpt?: boolean;
uncertainty?: boolean;
};
prompt_settings?: | null
| {
deployment_name?: null | string;
echo?: boolean;
frequency_penalty?: number;
known_models?: object[];
logprobs?: boolean;
max_tokens?: number;
model_alias?: string;
n?: number;
presence_penalty?: number;
reasoning_effort?: string;
response_format?: | null
| {
[key: string]: string;
};
stop_sequences?: null | string[];
temperature?: number;
tool_choice?: | null
| string
| {
function: {
name: string;
};
type?: string;
};
tools?: null | object[];
top_k?: number;
top_logprobs?: number;
top_p?: number;
verbosity?: string;
};
prompt_template_version_id?: null | string;
protect_scorer_payload?: null | string;
protect_trace_id?: null | string;
resource_limits?: | null
| {
cpu_time?: number;
memory_mb?: number;
};
run_id: string;
scorer_config?: | null
| {
cot_enabled?: null | boolean;
filters?: | null
| (
| {
case_sensitive?: boolean;
filter_type?: "string";
name: "node_name";
operator: "eq" | "ne" | "contains";
value: string;
}
| {
filter_type?: "map";
key: string;
name: "metadata";
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
})[];
id: string;
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
model_name?: null | string;
model_type?: null | "llm" | "code" | "slm";
name?: null | string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
scoreable_node_types?: null | string[];
scorer_type: "luna" | "llm" | "code" | "preset";
scorer_version?: | null
| {
cot_enabled?: null | boolean;
finetuned_scorer?: | null
| {
class_name_to_vocab_ix?: | null
| {
[key: string]: ...[];
}
| {
[key: string]: number;
};
executor?: | null
| "agentic_session_success"
| "agentic_workflow_success"
| "action_completion_luna"
| "action_advancement_luna"
| "agent_efficiency"
| "agent_flow"
| "bleu"
| "chunk_attribution_utilization_luna"
| "chunk_attribution_utilization"
| "completeness_luna"
| "completeness"
| "context_adherence"
| "context_adherence_luna"
| "context_relevance"
| "context_relevance_luna"
| "conversation_quality"
| "correctness"
| "ground_truth_adherence"
| "input_pii"
| "input_pii_gpt"
| "input_sexist"
| "input_sexist_luna"
| "input_tone"
| "input_tone_gpt"
| "input_toxicity"
| "input_toxicity_luna"
| "instruction_adherence"
| "output_pii"
| "output_pii_gpt"
| "output_sexist"
| "output_sexist_luna"
| "output_tone"
| "output_tone_gpt"
| "output_toxicity"
| "output_toxicity_luna"
| "prompt_injection"
| "prompt_injection_luna"
| "prompt_perplexity"
| "rouge"
| "tool_error_rate"
| "tool_error_rate_luna"
| "tool_selection_quality"
| "tool_selection_quality_luna"
| "uncertainty"
| "user_intent_change";
id: string;
lora_task_id: number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
name: string;
prompt: string;
};
generated_scorer?: | null
| {
chain_poll_template: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: ...[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: ...]: ...;
};
template: string;
value_field_name?: string;
};
id: string;
instructions?: null | string;
name: string;
user_prompt?: null | string;
};
id: string;
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
model_name?: null | string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
registered_scorer?: | null
| {
id: string;
name: string;
score_type?: null | string;
};
scoreable_node_types?: null | string[];
scorer_id: string;
version: number;
};
};
scorers?: | null
| object[]
| (
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "agentic_session_success";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "agentic_workflow_success";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "bleu";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "chunk_attribution_utilization";
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "completeness";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "context_adherence";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "context_relevance";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "correctness";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "ground_truth_adherence";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "input_pii";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "input_sexist";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "input_tone";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "input_toxicity";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "instruction_adherence";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "output_pii";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "output_sexist";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "output_tone";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "output_toxicity";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "prompt_injection";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "prompt_perplexity";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "rouge";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "tool_error_rate";
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
model_name?: null | string;
name: "tool_selection_quality";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: ... | ... | ...;
filter_type?: ... | ...;
name: "node_name";
operator: ... | ... | ...;
value: string;
}
| {
filter_type?: ... | ...;
key: string;
name: "metadata";
operator: ... | ... | ... | ...;
value: ... | ...;
})[];
name: "uncertainty";
})[];
segment_filters?: null | object[];
should_retry?: boolean;
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
task_type?: | null
| 0
| 1
| 2
| 3
| 4
| 5
| 6
| 7
| 8
| 9
| 10
| 11
| 12
| 13
| 14
| 15
| 16
| 17
| 18;
tasks?: null | string[];
upload_data_in_separate_task?: boolean;
user_id?: null | string;
xray?: boolean;
}>;