Skip to main content

Class: Jobs

Defined in: src/utils/jobs.ts Jobs class for creating jobs in the Galileo platform. Public-facing API that delegates to internal GalileoApiClient. Matches Python Jobs class API from galileo-python/src/galileo/jobs.py

Constructors

Constructor

new Jobs(): Jobs;

Returns

Jobs

Methods

create()

create(
   projectId: string,
   name: string,
   runId: string,
   datasetId: string,
   promptTemplateId: string,
   taskType: TaskType,
   promptSettings: PromptRunSettings,
   scorers?: ScorerConfig[]): Promise<{
  dataset_id?: null | string;
  dataset_version_index?: null | number;
  epoch?: number;
  feature_names?: null | string[];
  job_id?: null | string;
  job_name?: string;
  labels?: string[] | string[][];
  link: string;
  log_metric_computing_records?: boolean;
  luna_model?: null | string;
  message: string;
  metric_critique_configuration?:   | null
     | {
     critique_ids: string[];
     metric_name: string;
     project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai";
     recompute_settings?:   | null
        | {
        mode: "runs";
        run_ids: string[];
      }
        | {
        mode: "project";
      }
        | {
        filters: unknown[];
        mode: "observe_filters";
      }
        | {
        filters: unknown[];
        mode: "log_stream_filters";
        run_id: string;
      };
     scorer_id?: null | string;
   };
  migration_name?: null | string;
  monitor_batch_id?: null | string;
  ner_labels?: null | string[];
  non_inference_logged?: boolean;
  process_existing_inference_runs?: boolean;
  project_id: string;
  prompt_customized_scorers_configuration?:   | null
     | (
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "agentic_session_success";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_agentic_session_success";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "agentic_workflow_success";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_agentic_workflow_success";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "chunk_attribution_utilization";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_chunk_attribution_utilization_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "completeness";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_completeness_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     function_explanation_param_name?: string;
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "correctness";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_factuality";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "context_adherence";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_groundedness";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     function_explanation_param_name?: string;
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "instruction_adherence";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_instruction_adherence";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "ground_truth_adherence";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_ground_truth_adherence";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "prompt_injection";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_prompt_injection_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "output_sexist";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_sexist_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "input_sexist";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_input_sexist_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "tool_selection_quality";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_tool_selection_quality";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "tool_error_rate";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_tool_error_rate";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "output_toxicity";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_toxicity_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template?: string;
        value_field_name?: string;
     };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: string;
     name?: "input_toxicity";
     num_judges?: number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name: "_customized_input_toxicity_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   })[];
  prompt_dataset_id?: null | string;
  prompt_finetuned_scorers_configuration?: null | object[];
  prompt_generated_scorers_configuration?: null | string[];
  prompt_optimization_configuration?:   | null
     | {
     evaluation_criteria: string;
     evaluation_model_alias: string;
     generation_model_alias: string;
     includes_target: boolean;
     integration_name?:   | "anthropic"
        | "custom"
        | "aws_bedrock"
        | "aws_sagemaker"
        | "azure"
        | "databricks"
        | "mistral"
        | "nvidia"
        | "openai"
        | "vegas_gateway"
        | "vertex_ai"
        | "writer";
     iterations: number;
     max_tokens: number;
     num_rows: number;
     prompt: string;
     reasoning_effort?: null | string;
     task_description: string;
     temperature: number;
     verbosity?: null | string;
   };
  prompt_registered_scorers_configuration?: null | object[];
  prompt_scorer_settings?:   | null
     | {
     aggregate_keys?: null | string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     can_copy_to_llm?: null | boolean;
     chainpoll_template?:   | null
        | {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        response_schema?:   | null
           | {
         [key: string]: unknown;
         };
        template: string;
        value_field_name?: string;
      };
     class_name_to_vocab_ix?:   | null
        | {
      [key: string]: number[];
      }
        | {
      [key: string]: number;
      };
     cot_enabled?: null | boolean;
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: boolean;
        filter_type?: "string";
        name: "node_name";
        operator: "eq" | "ne" | "contains";
        value: string;
      }
        | {
        filter_type?: "map";
        key: string;
        name: "metadata";
        operator: "eq" | "ne" | "not_in" | "one_of";
        value: string | string[];
      })[];
     generated_scorer_id?: null | string;
     ground_truth?: null | boolean;
     indices?: null | number[];
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     lora_task_id?: null | number;
     luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
     luna_output_type?: null | "string" | "float" | "string_list";
     metric_name?: null | string;
     model_alias?: null | string;
     name?: string;
     num_judges?: null | number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     required_scorers?: null | string[];
     scoreable_node_types?:   | null
        | (
        | "agent"
        | "llm"
        | "retriever"
        | "tool"
        | "workflow"
        | "trace"
        | "session"
        | "chain"
        | "chat")[];
     scorer_name?: string;
     scores?: null | unknown[];
     sub_scorers?: (
        | "_completeness_gpt"
        | "_context_adherence_luna"
        | "_context_relevance"
        | "_context_relevance_luna"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_selection_quality_luna"
        | "_tool_error_rate"
        | "_tool_error_rate_luna"
        | "_action_completion_luna"
        | "_agentic_session_success"
        | "_action_advancement_luna"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_completeness_gpt"
        | "_customized_factuality"
        | "_customized_groundedness"
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_instruction_adherence"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   };
  prompt_scorers_configuration?:   | null
     | {
     action_advancement_luna?: boolean;
     action_completion_luna?: boolean;
     adherence_nli?: boolean;
     agentic_session_success?: boolean;
     agentic_workflow_success?: boolean;
     bleu?: boolean;
     chunk_attribution_utilization_gpt?: boolean;
     chunk_attribution_utilization_nli?: boolean;
     completeness_gpt?: boolean;
     completeness_nli?: boolean;
     context_adherence_luna?: boolean;
     context_relevance?: boolean;
     context_relevance_luna?: boolean;
     cost?: boolean;
     factuality?: boolean;
     ground_truth_adherence?: boolean;
     groundedness?: boolean;
     input_pii?: boolean;
     input_sexist?: boolean;
     input_sexist_gpt?: boolean;
     input_tone?: boolean;
     input_toxicity?: boolean;
     input_toxicity_gpt?: boolean;
     instruction_adherence?: boolean;
     latency?: boolean;
     pii?: boolean;
     prompt_injection?: boolean;
     prompt_injection_gpt?: boolean;
     prompt_perplexity?: boolean;
     protect_status?: boolean;
     rouge?: boolean;
     sexist?: boolean;
     sexist_gpt?: boolean;
     tone?: boolean;
     tool_error_rate?: boolean;
     tool_error_rate_luna?: boolean;
     tool_selection_quality?: boolean;
     tool_selection_quality_luna?: boolean;
     toxicity?: boolean;
     toxicity_gpt?: boolean;
     uncertainty?: boolean;
   };
  prompt_settings?:   | null
     | {
     deployment_name?: null | string;
     echo?: boolean;
     frequency_penalty?: number;
     known_models?: object[];
     logprobs?: boolean;
     max_tokens?: number;
     model_alias?: string;
     n?: number;
     presence_penalty?: number;
     reasoning_effort?: string;
     response_format?:   | null
        | {
      [key: string]: string;
      };
     stop_sequences?: null | string[];
     temperature?: number;
     tool_choice?:   | null
        | string
        | {
        function: {
           name: string;
        };
        type?: string;
      };
     tools?: null | object[];
     top_k?: number;
     top_logprobs?: number;
     top_p?: number;
     verbosity?: string;
   };
  prompt_template_version_id?: null | string;
  protect_scorer_payload?: null | string;
  protect_trace_id?: null | string;
  resource_limits?:   | null
     | {
     cpu_time?: number;
     memory_mb?: number;
   };
  run_id: string;
  scorer_config?:   | null
     | {
     cot_enabled?: null | boolean;
     filters?:   | null
        | (
        | {
        case_sensitive?: boolean;
        filter_type?: "string";
        name: "node_name";
        operator: "eq" | "ne" | "contains";
        value: string;
      }
        | {
        filter_type?: "map";
        key: string;
        name: "metadata";
        operator: "eq" | "ne" | "not_in" | "one_of";
        value: string | string[];
      })[];
     id: string;
     input_type?:   | null
        | "basic"
        | "llm_spans"
        | "retriever_spans"
        | "sessions_normalized"
        | "sessions_trace_io_only"
        | "tool_spans"
        | "trace_input_only"
        | "trace_io_only"
        | "trace_normalized"
        | "trace_output_only"
        | "agent_spans"
        | "workflow_spans";
     model_name?: null | string;
     model_type?: null | "llm" | "code" | "slm";
     name?: null | string;
     num_judges?: null | number;
     output_type?:   | null
        | "boolean"
        | "categorical"
        | "count"
        | "discrete"
        | "freeform"
        | "percentage"
        | "multilabel";
     scoreable_node_types?: null | string[];
     scorer_type: "luna" | "llm" | "code" | "preset";
     scorer_version?:   | null
        | {
        cot_enabled?: null | boolean;
        finetuned_scorer?:   | null
           | {
           class_name_to_vocab_ix?:   | null
              | {
            [key: string]: ...[];
            }
              | {
            [key: string]: number;
            };
           executor?:   | null
              | "agentic_session_success"
              | "agentic_workflow_success"
              | "action_completion_luna"
              | "action_advancement_luna"
              | "agent_efficiency"
              | "agent_flow"
              | "bleu"
              | "chunk_attribution_utilization_luna"
              | "chunk_attribution_utilization"
              | "completeness_luna"
              | "completeness"
              | "context_adherence"
              | "context_adherence_luna"
              | "context_relevance"
              | "context_relevance_luna"
              | "conversation_quality"
              | "correctness"
              | "ground_truth_adherence"
              | "input_pii"
              | "input_pii_gpt"
              | "input_sexist"
              | "input_sexist_luna"
              | "input_tone"
              | "input_tone_gpt"
              | "input_toxicity"
              | "input_toxicity_luna"
              | "instruction_adherence"
              | "output_pii"
              | "output_pii_gpt"
              | "output_sexist"
              | "output_sexist_luna"
              | "output_tone"
              | "output_tone_gpt"
              | "output_toxicity"
              | "output_toxicity_luna"
              | "prompt_injection"
              | "prompt_injection_luna"
              | "prompt_perplexity"
              | "rouge"
              | "tool_error_rate"
              | "tool_error_rate_luna"
              | "tool_selection_quality"
              | "tool_selection_quality_luna"
              | "uncertainty"
              | "user_intent_change";
           id: string;
           lora_task_id: number;
           luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
           luna_output_type?: null | "string" | "float" | "string_list";
           name: string;
           prompt: string;
         };
        generated_scorer?:   | null
           | {
           chain_poll_template: {
              explanation_field_name?: string;
              metric_description?: null | string;
              metric_few_shot_examples?: ...[];
              metric_system_prompt?: null | string;
              response_schema?:   | null
                 | {
               [key: ...]: ...;
               };
              template: string;
              value_field_name?: string;
           };
           id: string;
           instructions?: null | string;
           name: string;
           user_prompt?: null | string;
         };
        id: string;
        input_type?:   | null
           | "basic"
           | "llm_spans"
           | "retriever_spans"
           | "sessions_normalized"
           | "sessions_trace_io_only"
           | "tool_spans"
           | "trace_input_only"
           | "trace_io_only"
           | "trace_normalized"
           | "trace_output_only"
           | "agent_spans"
           | "workflow_spans";
        model_name?: null | string;
        num_judges?: null | number;
        output_type?:   | null
           | "boolean"
           | "categorical"
           | "count"
           | "discrete"
           | "freeform"
           | "percentage"
           | "multilabel";
        registered_scorer?:   | null
           | {
           id: string;
           name: string;
           score_type?: null | string;
         };
        scoreable_node_types?: null | string[];
        scorer_id: string;
        version: number;
      };
   };
  scorers?:   | null
     | object[]
     | (
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "agentic_session_success";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "agentic_workflow_success";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "bleu";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "chunk_attribution_utilization";
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "completeness";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "context_adherence";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "context_relevance";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "correctness";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "ground_truth_adherence";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "input_pii";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "input_sexist";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "input_tone";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "input_toxicity";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "instruction_adherence";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "output_pii";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "output_sexist";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "output_tone";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "output_toxicity";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "prompt_injection";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "prompt_perplexity";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "rouge";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "tool_error_rate";
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "tool_selection_quality";
     num_judges?: null | number;
     type?: "luna" | "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "uncertainty";
   })[];
  segment_filters?: null | object[];
  should_retry?: boolean;
  sub_scorers?: (
     | "_completeness_gpt"
     | "_context_adherence_luna"
     | "_context_relevance"
     | "_context_relevance_luna"
     | "_chunk_attribution_utilization_gpt"
     | "_factuality"
     | "_groundedness"
     | "_latency"
     | "_prompt_perplexity"
     | "_protect_status"
     | "_pii"
     | "_input_pii"
     | "_sexist"
     | "_input_sexist"
     | "_sexist_gpt"
     | "_input_sexist_gpt"
     | "_tone"
     | "_input_tone"
     | "_toxicity"
     | "_toxicity_gpt"
     | "_input_toxicity"
     | "_input_toxicity_gpt"
     | "_user_registered"
     | "_user_submitted"
     | "_user_generated"
     | "_user_finetuned"
     | "_uncertainty"
     | "_bleu"
     | "_cost"
     | "_rouge"
     | "_prompt_injection_gpt"
     | "_prompt_injection"
     | "_rag_nli"
     | "_adherence_nli"
     | "_completeness_nli"
     | "_chunk_attribution_utilization_nli"
     | "_instruction_adherence"
     | "_ground_truth_adherence"
     | "_tool_selection_quality"
     | "_tool_selection_quality_luna"
     | "_tool_error_rate"
     | "_tool_error_rate_luna"
     | "_action_completion_luna"
     | "_agentic_session_success"
     | "_action_advancement_luna"
     | "_agentic_workflow_success"
     | "_generic_wizard"
     | "_customized_completeness_gpt"
     | "_customized_factuality"
     | "_customized_groundedness"
     | "_customized_chunk_attribution_utilization_gpt"
     | "_customized_instruction_adherence"
     | "_customized_ground_truth_adherence"
     | "_customized_prompt_injection_gpt"
     | "_customized_tool_selection_quality"
     | "_customized_tool_error_rate"
     | "_customized_agentic_session_success"
     | "_customized_agentic_workflow_success"
     | "_customized_sexist_gpt"
     | "_customized_input_sexist_gpt"
     | "_customized_toxicity_gpt"
    | "_customized_input_toxicity_gpt")[];
  task_type?:   | null
     | 0
     | 1
     | 2
     | 3
     | 4
     | 5
     | 6
     | 7
     | 8
     | 9
     | 10
     | 11
     | 12
     | 13
     | 14
     | 15
     | 16
     | 17
     | 18;
  tasks?: null | string[];
  upload_data_in_separate_task?: boolean;
  user_id?: null | string;
  xray?: boolean;
}>;
Defined in: src/utils/jobs.ts Creates a new job in the Galileo platform for executing a prompt run with specified scorers.

Parameters

projectId
string Unique identifier of the project
name
string Name for the job (e.g., “playground_run”)
runId
string Unique identifier of the run (typically experiment ID)
datasetId
string Unique identifier of the dataset to process
promptTemplateId
string Version ID of the prompt template to use
taskType
TaskType Type of task to execute (e.g., EXPERIMENT_TASK_TYPE = 16)
promptSettings
PromptRunSettings Settings for the prompt run (model, temperature, etc.)
scorers?
ScorerConfig[] Optional list of scorer configurations to apply

Returns

Promise<{ dataset_id?: null | string; dataset_version_index?: null | number; epoch?: number; feature_names?: null | string[]; job_id?: null | string; job_name?: string; labels?: string[] | string[][]; link: string; log_metric_computing_records?: boolean; luna_model?: null | string; message: string; metric_critique_configuration?: | null | { critique_ids: string[]; metric_name: string; project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai"; recompute_settings?: | null | { mode: "runs"; run_ids: string[]; } | { mode: "project"; } | { filters: unknown[]; mode: "observe_filters"; } | { filters: unknown[]; mode: "log_stream_filters"; run_id: string; }; scorer_id?: null | string; }; migration_name?: null | string; monitor_batch_id?: null | string; ner_labels?: null | string[]; non_inference_logged?: boolean; process_existing_inference_runs?: boolean; project_id: string; prompt_customized_scorers_configuration?: | null | ( | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "agentic_session_success"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_agentic_session_success"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "agentic_workflow_success"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_agentic_workflow_success"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: null | string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "chunk_attribution_utilization"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_chunk_attribution_utilization_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: null | string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "completeness"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_completeness_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; function_explanation_param_name?: string; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "correctness"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_factuality"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "context_adherence"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_groundedness"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; function_explanation_param_name?: string; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "instruction_adherence"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_instruction_adherence"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "ground_truth_adherence"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_ground_truth_adherence"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "prompt_injection"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_prompt_injection_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "output_sexist"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_sexist_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "input_sexist"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_input_sexist_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "tool_selection_quality"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_tool_selection_quality"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "tool_error_rate"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_tool_error_rate"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "output_toxicity"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_toxicity_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; response_schema?: | null | { [key: string]: unknown; }; template?: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: string; name?: "input_toxicity"; num_judges?: number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name: "_customized_input_toxicity_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; })[]; prompt_dataset_id?: null | string; prompt_finetuned_scorers_configuration?: null | object[]; prompt_generated_scorers_configuration?: null | string[]; prompt_optimization_configuration?: | null | { evaluation_criteria: string; evaluation_model_alias: string; generation_model_alias: string; includes_target: boolean; integration_name?: | "anthropic" | "custom" | "aws_bedrock" | "aws_sagemaker" | "azure" | "databricks" | "mistral" | "nvidia" | "openai" | "vegas_gateway" | "vertex_ai" | "writer"; iterations: number; max_tokens: number; num_rows: number; prompt: string; reasoning_effort?: null | string; task_description: string; temperature: number; verbosity?: null | string; }; prompt_registered_scorers_configuration?: null | object[]; prompt_scorer_settings?: | null | { aggregate_keys?: null | string[]; aggregates?: | null | { [key: string]: unknown; }; can_copy_to_llm?: null | boolean; chainpoll_template?: | null | { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: null | string; response_schema?: | null | { [key: string]: unknown; }; template: string; value_field_name?: string; }; class_name_to_vocab_ix?: | null | { [key: string]: number[]; } | { [key: string]: number; }; cot_enabled?: null | boolean; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: boolean; filter_type?: "string"; name: "node_name"; operator: "eq" | "ne" | "contains"; value: string; } | { filter_type?: "map"; key: string; name: "metadata"; operator: "eq" | "ne" | "not_in" | "one_of"; value: string | string[]; })[]; generated_scorer_id?: null | string; ground_truth?: null | boolean; indices?: null | number[]; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; lora_task_id?: null | number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; metric_name?: null | string; model_alias?: null | string; name?: string; num_judges?: null | number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; required_scorers?: null | string[]; scoreable_node_types?: | null | ( | "agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session" | "chain" | "chat")[]; scorer_name?: string; scores?: null | unknown[]; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; }; prompt_scorers_configuration?: | null | { action_advancement_luna?: boolean; action_completion_luna?: boolean; adherence_nli?: boolean; agentic_session_success?: boolean; agentic_workflow_success?: boolean; bleu?: boolean; chunk_attribution_utilization_gpt?: boolean; chunk_attribution_utilization_nli?: boolean; completeness_gpt?: boolean; completeness_nli?: boolean; context_adherence_luna?: boolean; context_relevance?: boolean; context_relevance_luna?: boolean; cost?: boolean; factuality?: boolean; ground_truth_adherence?: boolean; groundedness?: boolean; input_pii?: boolean; input_sexist?: boolean; input_sexist_gpt?: boolean; input_tone?: boolean; input_toxicity?: boolean; input_toxicity_gpt?: boolean; instruction_adherence?: boolean; latency?: boolean; pii?: boolean; prompt_injection?: boolean; prompt_injection_gpt?: boolean; prompt_perplexity?: boolean; protect_status?: boolean; rouge?: boolean; sexist?: boolean; sexist_gpt?: boolean; tone?: boolean; tool_error_rate?: boolean; tool_error_rate_luna?: boolean; tool_selection_quality?: boolean; tool_selection_quality_luna?: boolean; toxicity?: boolean; toxicity_gpt?: boolean; uncertainty?: boolean; }; prompt_settings?: | null | { deployment_name?: null | string; echo?: boolean; frequency_penalty?: number; known_models?: object[]; logprobs?: boolean; max_tokens?: number; model_alias?: string; n?: number; presence_penalty?: number; reasoning_effort?: string; response_format?: | null | { [key: string]: string; }; stop_sequences?: null | string[]; temperature?: number; tool_choice?: | null | string | { function: { name: string; }; type?: string; }; tools?: null | object[]; top_k?: number; top_logprobs?: number; top_p?: number; verbosity?: string; }; prompt_template_version_id?: null | string; protect_scorer_payload?: null | string; protect_trace_id?: null | string; resource_limits?: | null | { cpu_time?: number; memory_mb?: number; }; run_id: string; scorer_config?: | null | { cot_enabled?: null | boolean; filters?: | null | ( | { case_sensitive?: boolean; filter_type?: "string"; name: "node_name"; operator: "eq" | "ne" | "contains"; value: string; } | { filter_type?: "map"; key: string; name: "metadata"; operator: "eq" | "ne" | "not_in" | "one_of"; value: string | string[]; })[]; id: string; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; model_name?: null | string; model_type?: null | "llm" | "code" | "slm"; name?: null | string; num_judges?: null | number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; scoreable_node_types?: null | string[]; scorer_type: "luna" | "llm" | "code" | "preset"; scorer_version?: | null | { cot_enabled?: null | boolean; finetuned_scorer?: | null | { class_name_to_vocab_ix?: | null | { [key: string]: …[]; } | { [key: string]: number; }; executor?: | null | "agentic_session_success" | "agentic_workflow_success" | "action_completion_luna" | "action_advancement_luna" | "agent_efficiency" | "agent_flow" | "bleu" | "chunk_attribution_utilization_luna" | "chunk_attribution_utilization" | "completeness_luna" | "completeness" | "context_adherence" | "context_adherence_luna" | "context_relevance" | "context_relevance_luna" | "conversation_quality" | "correctness" | "ground_truth_adherence" | "input_pii" | "input_pii_gpt" | "input_sexist" | "input_sexist_luna" | "input_tone" | "input_tone_gpt" | "input_toxicity" | "input_toxicity_luna" | "instruction_adherence" | "output_pii" | "output_pii_gpt" | "output_sexist" | "output_sexist_luna" | "output_tone" | "output_tone_gpt" | "output_toxicity" | "output_toxicity_luna" | "prompt_injection" | "prompt_injection_luna" | "prompt_perplexity" | "rouge" | "tool_error_rate" | "tool_error_rate_luna" | "tool_selection_quality" | "tool_selection_quality_luna" | "uncertainty" | "user_intent_change"; id: string; lora_task_id: number; luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only"; luna_output_type?: null | "string" | "float" | "string_list"; name: string; prompt: string; }; generated_scorer?: | null | { chain_poll_template: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: …[]; metric_system_prompt?: null | string; response_schema?: | null | { [key: …]: …; }; template: string; value_field_name?: string; }; id: string; instructions?: null | string; name: string; user_prompt?: null | string; }; id: string; input_type?: | null | "basic" | "llm_spans" | "retriever_spans" | "sessions_normalized" | "sessions_trace_io_only" | "tool_spans" | "trace_input_only" | "trace_io_only" | "trace_normalized" | "trace_output_only" | "agent_spans" | "workflow_spans"; model_name?: null | string; num_judges?: null | number; output_type?: | null | "boolean" | "categorical" | "count" | "discrete" | "freeform" | "percentage" | "multilabel"; registered_scorer?: | null | { id: string; name: string; score_type?: null | string; }; scoreable_node_types?: null | string[]; scorer_id: string; version: number; }; }; scorers?: | null | object[] | ( | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "agentic_session_success"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "agentic_workflow_success"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "bleu"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "chunk_attribution_utilization"; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "completeness"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "context_adherence"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "context_relevance"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "correctness"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "ground_truth_adherence"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "input_pii"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "input_sexist"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "input_tone"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "input_toxicity"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "instruction_adherence"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "output_pii"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "output_sexist"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "output_tone"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "output_toxicity"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "prompt_injection"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "prompt_perplexity"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "rouge"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "tool_error_rate"; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "tool_selection_quality"; num_judges?: null | number; type?: "luna" | "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "uncertainty"; })[]; segment_filters?: null | object[]; should_retry?: boolean; sub_scorers?: ( | "_completeness_gpt" | "_context_adherence_luna" | "_context_relevance" | "_context_relevance_luna" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_selection_quality_luna" | "_tool_error_rate" | "_tool_error_rate_luna" | "_action_completion_luna" | "_agentic_session_success" | "_action_advancement_luna" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_completeness_gpt" | "_customized_factuality" | "_customized_groundedness" | "_customized_chunk_attribution_utilization_gpt" | "_customized_instruction_adherence" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; task_type?: | null | 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18; tasks?: null | string[]; upload_data_in_separate_task?: boolean; user_id?: null | string; xray?: boolean; }> CreateJobResponse containing job details

Throws

Error if job creation fails