Class: GalileoApiClient

Defined in: src/api-client/galileo-client.ts:32

Extends

  • BaseClient

Constructors

Constructor

new GalileoApiClient(): GalileoApiClient;

Returns

GalileoApiClient

Inherited from

BaseClient.constructor;

Properties

apiUrl

protected apiUrl: string = '';

Defined in: src/api-client/base-client.ts:30

Inherited from

BaseClient.apiUrl;

client

protected client: undefined | Client<paths, `${string}/${string}`> = undefined;

Defined in: src/api-client/base-client.ts:32

Inherited from

BaseClient.client;

datasetId

datasetId: string = "";

Defined in: src/api-client/galileo-client.ts:37


experimentId

experimentId: string = "";

Defined in: src/api-client/galileo-client.ts:38


logStreamId

logStreamId: string = "";

Defined in: src/api-client/galileo-client.ts:35


projectId

projectId: string = "";

Defined in: src/api-client/galileo-client.ts:34


projectScoped

projectScoped: boolean = true;

Defined in: src/api-client/galileo-client.ts:40


projectType

projectType: ProjectTypes = ProjectTypes.genAI;

Defined in: src/api-client/galileo-client.ts:33


runId

runId: string = "";

Defined in: src/api-client/galileo-client.ts:36


sessionId?

optional sessionId: string = undefined;

Defined in: src/api-client/galileo-client.ts:39


token

protected token: string = '';

Defined in: src/api-client/base-client.ts:31

Inherited from

BaseClient.token;

Methods

appendRowsToDatasetContent()

appendRowsToDatasetContent(datasetId: string, rows: object[]): Promise<void>;

Defined in: src/api-client/galileo-client.ts:254

Parameters

datasetId

string

rows

object[]

Returns

Promise<void>


createDataset()

createDataset(
   name: string,
   filePath: string,
   format: any): Promise<{
  column_names: null | string[];
  created_at: string;
  created_by_user:   | null
     | {
     email: string;
     first_name?: null | string;
     id: string;
     last_name?: null | string;
   };
  current_version_index: number;
  draft: boolean;
  id: string;
  name: string;
  num_rows: null | number;
  permissions?: object[];
  project_count: number;
  updated_at: string;
}>;

Defined in: src/api-client/galileo-client.ts:244

Parameters

name

string

filePath

string

format

any

Returns

Promise<{ column_names: null | string[]; created_at: string; created_by_user: | null | { email: string; first_name?: null | string; id: string; last_name?: null | string; }; current_version_index: number; draft: boolean; id: string; name: string; num_rows: null | number; permissions?: object[]; project_count: number; updated_at: string; }>


createExperiment()

createExperiment(name: string): Promise<Experiment>;

Defined in: src/api-client/galileo-client.ts:328

Parameters

name

string

Returns

Promise<Experiment>


createLogStream()

createLogStream(name: string): Promise<LogStream>;

Defined in: src/api-client/galileo-client.ts:223

Parameters

name

string

Returns

Promise<LogStream>


createProject()

createProject(name: string): Promise<Project>;

Defined in: src/api-client/galileo-client.ts:202

Parameters

name

string

Returns

Promise<Project>


createPromptRunJob()

createPromptRunJob(
   experimentId: string,
   projectId: string,
   promptTemplateVersionId: string,
   datasetId: string,
   scorers?: Scorer[],
   promptSettings?: PromptRunSettings): Promise<{
  dataset_id?: null | string;
  dataset_version_index?: null | number;
  epoch?: number;
  feature_names?: null | string[];
  job_id?: null | string;
  job_name?: string;
  labels?: string[] | string[][];
  link: string;
  message: string;
  metric_critique_configuration?:   | null
     | {
     critique_ids: string[];
     metric_name: string;
     project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai";
     recompute_settings?:   | null
        | {
        mode: "runs";
        run_ids: string[];
      }
        | {
        mode: "project";
      }
        | {
        filters: unknown[];
        mode: "observe_filters";
      }
        | {
        filters: unknown[];
        mode: "log_stream_filters";
        run_id: string;
      };
     scorer_id?: null | string;
   };
  migration_name?: null | string;
  monitor_batch_id?: null | string;
  ner_labels?: null | string[];
  non_inference_logged?: boolean;
  process_existing_inference_runs?: boolean;
  project_id: string;
  prompt_customized_scorers_configuration?:   | null
     | (
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "agentic_session_success";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_agentic_session_success";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "agentic_workflow_success";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_agentic_workflow_success";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "chunk_attribution_utilization";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_chunk_attribution_utilization_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "completeness";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_completeness_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     function_explanation_param_name?: string;
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "correctness";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_factuality";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "context_adherence";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_groundedness";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     function_explanation_param_name?: string;
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "instruction_adherence";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_instruction_adherence";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "ground_truth_adherence";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_ground_truth_adherence";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "prompt_injection";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_prompt_injection_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "output_sexist";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_sexist_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "input_sexist";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_input_sexist_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "tool_selection_quality";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_tool_selection_quality";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "tool_error_rate";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_tool_error_rate";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "output_toxicity";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_toxicity_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   }
     | {
     aggregate_keys?: string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?: {
        explanation_field_name?: string;
        metric_description?: string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: string;
        template?: string;
        value_field_name?: string;
     };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: string;
     name?: "input_toxicity";
     num_judges?: number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name: "_customized_input_toxicity_gpt";
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   })[];
  prompt_dataset_id?: null | string;
  prompt_finetuned_scorers_configuration?: null | object[];
  prompt_generated_scorers_configuration?: null | string[];
  prompt_optimization_configuration?:   | null
     | {
     evaluation_criteria: string;
     evaluation_model_alias: string;
     generation_model_alias: string;
     includes_target: boolean;
     integration_name?:   | "anthropic"
        | "aws_bedrock"
        | "aws_sagemaker"
        | "azure"
        | "databricks"
        | "mistral"
        | "nvidia"
        | "openai"
        | "vegas_gateway"
        | "vertex_ai"
        | "writer";
     iterations: number;
     max_tokens: number;
     num_rows: number;
     prompt: string;
     task_description: string;
     temperature: number;
   };
  prompt_registered_scorers_configuration?: null | object[];
  prompt_scorer_settings?:   | null
     | {
     aggregate_keys?: null | string[];
     aggregates?:   | null
        | {
      [key: string]: unknown;
      };
     chainpoll_template?:   | null
        | {
        explanation_field_name?: string;
        metric_description?: null | string;
        metric_few_shot_examples?: object[];
        metric_system_prompt?: null | string;
        template: string;
        value_field_name?: string;
      };
     description?: null | string;
     extra?:   | null
        | {
      [key: string]: unknown;
      };
     filters?:   | null
        | (
        | {
        case_sensitive?: boolean;
        filter_type?: "string";
        name: "node_name";
        operator: "eq" | "ne" | "contains";
        value: string;
      }
        | {
        filter_type?: "map";
        key: string;
        name: "metadata";
        operator: "eq" | "ne" | "one_of" | "not_in";
        value: string | string[];
      })[];
     generated_scorer_id?: null | string;
     indices?: null | number[];
     lora_task_id?: null | number;
     metric_name?: null | string;
     model_alias?: null | string;
     name?: string;
     num_judges?: null | number;
     prompt?: null | string;
     regex_field?: string;
     registered_scorer_id?: null | string;
     scoreable_node_types?:   | null
        | (
        | "llm"
        | "agent"
        | "tool"
        | "chat"
        | "chain"
        | "retriever"
        | "workflow"
        | "trace"
        | "session")[];
     scorer_name?: string;
     scores?: null | unknown[];
     sub_scorers?: (
        | "_customized_chunk_attribution_utilization_gpt"
        | "_customized_completeness_gpt"
        | "_customized_groundedness"
        | "_customized_factuality"
        | "_customized_instruction_adherence"
        | "_completeness_gpt"
        | "_context_relevance"
        | "_chunk_attribution_utilization_gpt"
        | "_factuality"
        | "_groundedness"
        | "_latency"
        | "_prompt_perplexity"
        | "_protect_status"
        | "_pii"
        | "_input_pii"
        | "_sexist"
        | "_input_sexist"
        | "_sexist_gpt"
        | "_input_sexist_gpt"
        | "_tone"
        | "_input_tone"
        | "_toxicity"
        | "_toxicity_gpt"
        | "_input_toxicity"
        | "_input_toxicity_gpt"
        | "_user_registered"
        | "_user_submitted"
        | "_user_generated"
        | "_user_finetuned"
        | "_uncertainty"
        | "_bleu"
        | "_cost"
        | "_rouge"
        | "_prompt_injection_gpt"
        | "_prompt_injection"
        | "_rag_nli"
        | "_adherence_nli"
        | "_completeness_nli"
        | "_chunk_attribution_utilization_nli"
        | "_instruction_adherence"
        | "_ground_truth_adherence"
        | "_tool_selection_quality"
        | "_tool_error_rate"
        | "_agentic_session_success"
        | "_agentic_workflow_success"
        | "_generic_wizard"
        | "_customized_ground_truth_adherence"
        | "_customized_prompt_injection_gpt"
        | "_customized_tool_selection_quality"
        | "_customized_tool_error_rate"
        | "_customized_agentic_session_success"
        | "_customized_agentic_workflow_success"
        | "_customized_sexist_gpt"
        | "_customized_input_sexist_gpt"
        | "_customized_toxicity_gpt"
       | "_customized_input_toxicity_gpt")[];
   };
  prompt_scorers_configuration?:   | null
     | {
     adherence_nli?: boolean;
     agentic_session_success?: boolean;
     agentic_workflow_success?: boolean;
     bleu?: boolean;
     chunk_attribution_utilization_gpt?: boolean;
     chunk_attribution_utilization_nli?: boolean;
     completeness_gpt?: boolean;
     completeness_nli?: boolean;
     context_relevance?: boolean;
     cost?: boolean;
     factuality?: boolean;
     ground_truth_adherence?: boolean;
     groundedness?: boolean;
     input_pii?: boolean;
     input_sexist?: boolean;
     input_sexist_gpt?: boolean;
     input_tone?: boolean;
     input_toxicity?: boolean;
     input_toxicity_gpt?: boolean;
     instruction_adherence?: boolean;
     latency?: boolean;
     pii?: boolean;
     prompt_injection?: boolean;
     prompt_injection_gpt?: boolean;
     prompt_perplexity?: boolean;
     protect_status?: boolean;
     rouge?: boolean;
     sexist?: boolean;
     sexist_gpt?: boolean;
     tone?: boolean;
     tool_error_rate?: boolean;
     tool_selection_quality?: boolean;
     toxicity?: boolean;
     toxicity_gpt?: boolean;
     uncertainty?: boolean;
   };
  prompt_settings?:   | null
     | {
     deployment_name?: null | string;
     echo?: boolean;
     frequency_penalty?: number;
     known_models?: object[];
     logprobs?: boolean;
     max_tokens?: number;
     model_alias?: string;
     n?: number;
     presence_penalty?: number;
     response_format?:   | null
        | {
      [key: string]: string;
      };
     stop_sequences?: null | string[];
     temperature?: number;
     tool_choice?:   | null
        | string
        | {
        function: {
           name: string;
        };
        type?: string;
      };
     tools?: null | object[];
     top_k?: number;
     top_logprobs?: number;
     top_p?: number;
   };
  prompt_template_version_id?: null | string;
  protect_scorer_payload?: null | string;
  protect_trace_id?: null | string;
  resource_limits?:   | null
     | {
     cpu_time?: number;
     memory_mb?: number;
   };
  run_id: string;
  scorer_config?:   | null
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: boolean;
        filter_type?: "string";
        name: "node_name";
        operator: "eq" | "ne" | "contains";
        value: string;
      }
        | {
        filter_type?: "map";
        key: string;
        name: "metadata";
        operator: "eq" | "ne" | "one_of" | "not_in";
        value: string | string[];
      })[];
     id: string;
     model_name?: null | string;
     model_type?: null | "llm" | "slm";
     name?: null | string;
     num_judges?: null | number;
     scoreable_node_types?: null | string[];
     scorer_type: "llm" | "code" | "preset";
     scorer_version?:   | null
        | {
        generated_scorer?:   | null
           | {
           chain_poll_template: {
              explanation_field_name?: string;
              metric_description?: null | string;
              metric_few_shot_examples?: ...[];
              metric_system_prompt?: null | string;
              template: string;
              value_field_name?: string;
           };
           id: string;
           instructions: string;
           name: string;
         };
        id: string;
        model_name?: null | string;
        num_judges?: null | number;
        registered_scorer?:   | null
           | {
           id: string;
           name: string;
         };
        version: number;
      };
   };
  scorers?:   | null
     | object[]
     | (
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "agentic_session_success";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "agentic_workflow_success";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "bleu";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "chunk_attribution_utilization";
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "completeness";
     num_judges?: null | number;
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "context_adherence";
     num_judges?: null | number;
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "context_relevance";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "correctness";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "ground_truth_adherence";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "input_pii";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "input_sexist";
     num_judges?: null | number;
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "input_tone";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "input_toxicity";
     num_judges?: null | number;
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "instruction_adherence";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "output_pii";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "output_sexist";
     num_judges?: null | number;
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "output_tone";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "output_toxicity";
     num_judges?: null | number;
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "prompt_injection";
     num_judges?: null | number;
     type?: "plus" | "luna";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "prompt_perplexity";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "rouge";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "tool_error_rate";
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     model_name?: null | string;
     name: "tool_selection_quality";
     num_judges?: null | number;
     type?: "plus";
   }
     | {
     filters?:   | null
        | (
        | {
        case_sensitive?: ... | ... | ...;
        filter_type?: ... | ...;
        name: "node_name";
        operator: ... | ... | ...;
        value: string;
      }
        | {
        filter_type?: ... | ...;
        key: string;
        name: "metadata";
        operator: ... | ... | ... | ...;
        value: ... | ...;
      })[];
     name: "uncertainty";
   })[];
  segment_filters?: null | object[];
  should_retry?: boolean;
  sub_scorers?: (
     | "_customized_chunk_attribution_utilization_gpt"
     | "_customized_completeness_gpt"
     | "_customized_groundedness"
     | "_customized_factuality"
     | "_customized_instruction_adherence"
     | "_completeness_gpt"
     | "_context_relevance"
     | "_chunk_attribution_utilization_gpt"
     | "_factuality"
     | "_groundedness"
     | "_latency"
     | "_prompt_perplexity"
     | "_protect_status"
     | "_pii"
     | "_input_pii"
     | "_sexist"
     | "_input_sexist"
     | "_sexist_gpt"
     | "_input_sexist_gpt"
     | "_tone"
     | "_input_tone"
     | "_toxicity"
     | "_toxicity_gpt"
     | "_input_toxicity"
     | "_input_toxicity_gpt"
     | "_user_registered"
     | "_user_submitted"
     | "_user_generated"
     | "_user_finetuned"
     | "_uncertainty"
     | "_bleu"
     | "_cost"
     | "_rouge"
     | "_prompt_injection_gpt"
     | "_prompt_injection"
     | "_rag_nli"
     | "_adherence_nli"
     | "_completeness_nli"
     | "_chunk_attribution_utilization_nli"
     | "_instruction_adherence"
     | "_ground_truth_adherence"
     | "_tool_selection_quality"
     | "_tool_error_rate"
     | "_agentic_session_success"
     | "_agentic_workflow_success"
     | "_generic_wizard"
     | "_customized_ground_truth_adherence"
     | "_customized_prompt_injection_gpt"
     | "_customized_tool_selection_quality"
     | "_customized_tool_error_rate"
     | "_customized_agentic_session_success"
     | "_customized_agentic_workflow_success"
     | "_customized_sexist_gpt"
     | "_customized_input_sexist_gpt"
     | "_customized_toxicity_gpt"
    | "_customized_input_toxicity_gpt")[];
  task_type?: null | 0 | 1 | 2 | 4 | 6 | 12 | 3 | 5 | 7 | 8 | 9 | 10 | 11 | 13 | 14 | 15 | 16 | 17;
  tasks?: null | string[];
  upload_data_in_separate_task?: boolean;
  user_id?: null | string;
  xray?: boolean;
}>;

Defined in: src/api-client/galileo-client.ts:351

Parameters

experimentId

string

projectId

string

promptTemplateVersionId

string

datasetId

string

scorers?

Scorer[]

promptSettings?

PromptRunSettings

Returns

Promise<{ dataset_id?: null | string; dataset_version_index?: null | number; epoch?: number; feature_names?: null | string[]; job_id?: null | string; job_name?: string; labels?: string[] | string[][]; link: string; message: string; metric_critique_configuration?: | null | { critique_ids: string[]; metric_name: string; project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai"; recompute_settings?: | null | { mode: "runs"; run_ids: string[]; } | { mode: "project"; } | { filters: unknown[]; mode: "observe_filters"; } | { filters: unknown[]; mode: "log_stream_filters"; run_id: string; }; scorer_id?: null | string; }; migration_name?: null | string; monitor_batch_id?: null | string; ner_labels?: null | string[]; non_inference_logged?: boolean; process_existing_inference_runs?: boolean; project_id: string; prompt_customized_scorers_configuration?: | null | ( | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "agentic_session_success"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_agentic_session_success"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "agentic_workflow_success"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_agentic_workflow_success"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: null | string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "chunk_attribution_utilization"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_chunk_attribution_utilization_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: null | string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "completeness"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_completeness_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; function_explanation_param_name?: string; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "correctness"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_factuality"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "context_adherence"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_groundedness"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; function_explanation_param_name?: string; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "instruction_adherence"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_instruction_adherence"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "ground_truth_adherence"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_ground_truth_adherence"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "prompt_injection"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_prompt_injection_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "output_sexist"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_sexist_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "input_sexist"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_input_sexist_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "tool_selection_quality"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_tool_selection_quality"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "tool_error_rate"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_tool_error_rate"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "output_toxicity"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_toxicity_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; } | { aggregate_keys?: string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: { explanation_field_name?: string; metric_description?: string; metric_few_shot_examples?: object[]; metric_system_prompt?: string; template?: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: string; name?: "input_toxicity"; num_judges?: number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name: "_customized_input_toxicity_gpt"; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; })[]; prompt_dataset_id?: null | string; prompt_finetuned_scorers_configuration?: null | object[]; prompt_generated_scorers_configuration?: null | string[]; prompt_optimization_configuration?: | null | { evaluation_criteria: string; evaluation_model_alias: string; generation_model_alias: string; includes_target: boolean; integration_name?: | "anthropic" | "aws_bedrock" | "aws_sagemaker" | "azure" | "databricks" | "mistral" | "nvidia" | "openai" | "vegas_gateway" | "vertex_ai" | "writer"; iterations: number; max_tokens: number; num_rows: number; prompt: string; task_description: string; temperature: number; }; prompt_registered_scorers_configuration?: null | object[]; prompt_scorer_settings?: | null | { aggregate_keys?: null | string[]; aggregates?: | null | { [key: string]: unknown; }; chainpoll_template?: | null | { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: object[]; metric_system_prompt?: null | string; template: string; value_field_name?: string; }; description?: null | string; extra?: | null | { [key: string]: unknown; }; filters?: | null | ( | { case_sensitive?: boolean; filter_type?: "string"; name: "node_name"; operator: "eq" | "ne" | "contains"; value: string; } | { filter_type?: "map"; key: string; name: "metadata"; operator: "eq" | "ne" | "one_of" | "not_in"; value: string | string[]; })[]; generated_scorer_id?: null | string; indices?: null | number[]; lora_task_id?: null | number; metric_name?: null | string; model_alias?: null | string; name?: string; num_judges?: null | number; prompt?: null | string; regex_field?: string; registered_scorer_id?: null | string; scoreable_node_types?: | null | ( | "llm" | "agent" | "tool" | "chat" | "chain" | "retriever" | "workflow" | "trace" | "session")[]; scorer_name?: string; scores?: null | unknown[]; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; }; prompt_scorers_configuration?: | null | { adherence_nli?: boolean; agentic_session_success?: boolean; agentic_workflow_success?: boolean; bleu?: boolean; chunk_attribution_utilization_gpt?: boolean; chunk_attribution_utilization_nli?: boolean; completeness_gpt?: boolean; completeness_nli?: boolean; context_relevance?: boolean; cost?: boolean; factuality?: boolean; ground_truth_adherence?: boolean; groundedness?: boolean; input_pii?: boolean; input_sexist?: boolean; input_sexist_gpt?: boolean; input_tone?: boolean; input_toxicity?: boolean; input_toxicity_gpt?: boolean; instruction_adherence?: boolean; latency?: boolean; pii?: boolean; prompt_injection?: boolean; prompt_injection_gpt?: boolean; prompt_perplexity?: boolean; protect_status?: boolean; rouge?: boolean; sexist?: boolean; sexist_gpt?: boolean; tone?: boolean; tool_error_rate?: boolean; tool_selection_quality?: boolean; toxicity?: boolean; toxicity_gpt?: boolean; uncertainty?: boolean; }; prompt_settings?: | null | { deployment_name?: null | string; echo?: boolean; frequency_penalty?: number; known_models?: object[]; logprobs?: boolean; max_tokens?: number; model_alias?: string; n?: number; presence_penalty?: number; response_format?: | null | { [key: string]: string; }; stop_sequences?: null | string[]; temperature?: number; tool_choice?: | null | string | { function: { name: string; }; type?: string; }; tools?: null | object[]; top_k?: number; top_logprobs?: number; top_p?: number; }; prompt_template_version_id?: null | string; protect_scorer_payload?: null | string; protect_trace_id?: null | string; resource_limits?: | null | { cpu_time?: number; memory_mb?: number; }; run_id: string; scorer_config?: | null | { filters?: | null | ( | { case_sensitive?: boolean; filter_type?: "string"; name: "node_name"; operator: "eq" | "ne" | "contains"; value: string; } | { filter_type?: "map"; key: string; name: "metadata"; operator: "eq" | "ne" | "one_of" | "not_in"; value: string | string[]; })[]; id: string; model_name?: null | string; model_type?: null | "llm" | "slm"; name?: null | string; num_judges?: null | number; scoreable_node_types?: null | string[]; scorer_type: "llm" | "code" | "preset"; scorer_version?: | null | { generated_scorer?: | null | { chain_poll_template: { explanation_field_name?: string; metric_description?: null | string; metric_few_shot_examples?: …[]; metric_system_prompt?: null | string; template: string; value_field_name?: string; }; id: string; instructions: string; name: string; }; id: string; model_name?: null | string; num_judges?: null | number; registered_scorer?: | null | { id: string; name: string; }; version: number; }; }; scorers?: | null | object[] | ( | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "agentic_session_success"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "agentic_workflow_success"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "bleu"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "chunk_attribution_utilization"; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "completeness"; num_judges?: null | number; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "context_adherence"; num_judges?: null | number; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "context_relevance"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "correctness"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "ground_truth_adherence"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "input_pii"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "input_sexist"; num_judges?: null | number; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "input_tone"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "input_toxicity"; num_judges?: null | number; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "instruction_adherence"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "output_pii"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "output_sexist"; num_judges?: null | number; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "output_tone"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "output_toxicity"; num_judges?: null | number; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "prompt_injection"; num_judges?: null | number; type?: "plus" | "luna"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "prompt_perplexity"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "rouge"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "tool_error_rate"; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; model_name?: null | string; name: "tool_selection_quality"; num_judges?: null | number; type?: "plus"; } | { filters?: | null | ( | { case_sensitive?: … | … | …; filter_type?: … | …; name: "node_name"; operator: … | … | …; value: string; } | { filter_type?: … | …; key: string; name: "metadata"; operator: … | … | … | …; value: … | …; })[]; name: "uncertainty"; })[]; segment_filters?: null | object[]; should_retry?: boolean; sub_scorers?: ( | "_customized_chunk_attribution_utilization_gpt" | "_customized_completeness_gpt" | "_customized_groundedness" | "_customized_factuality" | "_customized_instruction_adherence" | "_completeness_gpt" | "_context_relevance" | "_chunk_attribution_utilization_gpt" | "_factuality" | "_groundedness" | "_latency" | "_prompt_perplexity" | "_protect_status" | "_pii" | "_input_pii" | "_sexist" | "_input_sexist" | "_sexist_gpt" | "_input_sexist_gpt" | "_tone" | "_input_tone" | "_toxicity" | "_toxicity_gpt" | "_input_toxicity" | "_input_toxicity_gpt" | "_user_registered" | "_user_submitted" | "_user_generated" | "_user_finetuned" | "_uncertainty" | "_bleu" | "_cost" | "_rouge" | "_prompt_injection_gpt" | "_prompt_injection" | "_rag_nli" | "_adherence_nli" | "_completeness_nli" | "_chunk_attribution_utilization_nli" | "_instruction_adherence" | "_ground_truth_adherence" | "_tool_selection_quality" | "_tool_error_rate" | "_agentic_session_success" | "_agentic_workflow_success" | "_generic_wizard" | "_customized_ground_truth_adherence" | "_customized_prompt_injection_gpt" | "_customized_tool_selection_quality" | "_customized_tool_error_rate" | "_customized_agentic_session_success" | "_customized_agentic_workflow_success" | "_customized_sexist_gpt" | "_customized_input_sexist_gpt" | "_customized_toxicity_gpt" | "_customized_input_toxicity_gpt")[]; task_type?: null | 0 | 1 | 2 | 4 | 6 | 12 | 3 | 5 | 7 | 8 | 9 | 10 | 11 | 13 | 14 | 15 | 16 | 17; tasks?: null | string[]; upload_data_in_separate_task?: boolean; user_id?: null | string; xray?: boolean; }>


createPromptTemplate()

createPromptTemplate(template: Message[], name: string): Promise<{
  all_available_versions: number[];
  all_versions?: object[];
  id: string;
  max_version: number;
  name: string;
  selected_version: {
     id: string;
     lines_added: number;
     lines_edited: number;
     lines_removed: number;
     model_changed: boolean;
     raw?: boolean;
     settings: {
      [key: string]: unknown;
     };
     settings_changed: boolean;
     template: string | object & object[];
     version: number;
  };
  selected_version_id: string;
  template: string;
  total_versions: number;
}>;

Defined in: src/api-client/galileo-client.ts:309

Parameters

template

Message[]

name

string

Returns

Promise<{ all_available_versions: number[]; all_versions?: object[]; id: string; max_version: number; name: string; selected_version: { id: string; lines_added: number; lines_edited: number; lines_removed: number; model_changed: boolean; raw?: boolean; settings: { [key: string]: unknown; }; settings_changed: boolean; template: string | object & object[]; version: number; }; selected_version_id: string; template: string; total_versions: number; }>


createRunScorerSettings()

createRunScorerSettings(
   experimentId: string,
   projectId: string,
scorers: Scorer[]): Promise<void>;

Defined in: src/api-client/galileo-client.ts:338

Parameters

experimentId

string

projectId

string

scorers

Scorer[]

Returns

Promise<void>


createSession()

createSession(__namedParameters: object): Promise<SessionCreateResponse>;

Defined in: src/api-client/galileo-client.ts:268

Parameters

__namedParameters
externalId?

string

name?

string

previousSessionId?

string

Returns

Promise<SessionCreateResponse>


getApiUrl()

protected getApiUrl(projectType: string): string;

Defined in: src/api-client/base-client.ts:46

Parameters

projectType

string

Returns

string

Inherited from

BaseClient.getApiUrl;

getAuthHeader()

protected getAuthHeader(token: string): object;

Defined in: src/api-client/base-client.ts:99

Parameters

token

string

Returns

object

Authorization
Authorization: string;

Inherited from

BaseClient.getAuthHeader;

getDataset()

getDataset(id: string): Promise<{
  column_names: null | string[];
  created_at: string;
  created_by_user:   | null
     | {
     email: string;
     first_name?: null | string;
     id: string;
     last_name?: null | string;
   };
  current_version_index: number;
  draft: boolean;
  id: string;
  name: string;
  num_rows: null | number;
  permissions?: object[];
  project_count: number;
  updated_at: string;
}>;

Defined in: src/api-client/galileo-client.ts:234

Parameters

id

string

Returns

Promise<{ column_names: null | string[]; created_at: string; created_by_user: | null | { email: string; first_name?: null | string; id: string; last_name?: null | string; }; current_version_index: number; draft: boolean; id: string; name: string; num_rows: null | number; permissions?: object[]; project_count: number; updated_at: string; }>


getDatasetByName()

getDatasetByName(name: string): Promise<{
  column_names: null | string[];
  created_at: string;
  created_by_user:   | null
     | {
     email: string;
     first_name?: null | string;
     id: string;
     last_name?: null | string;
   };
  current_version_index: number;
  draft: boolean;
  id: string;
  name: string;
  num_rows: null | number;
  permissions?: object[];
  project_count: number;
  updated_at: string;
}>;

Defined in: src/api-client/galileo-client.ts:239

Parameters

name

string

Returns

Promise<{ column_names: null | string[]; created_at: string; created_by_user: | null | { email: string; first_name?: null | string; id: string; last_name?: null | string; }; current_version_index: number; draft: boolean; id: string; name: string; num_rows: null | number; permissions?: object[]; project_count: number; updated_at: string; }>


getDatasetContent()

getDatasetContent(datasetId: string): Promise<object[]>;

Defined in: src/api-client/galileo-client.ts:249

Parameters

datasetId

string

Returns

Promise<object[]>


getDatasets()

getDatasets(): Promise<object[]>;

Defined in: src/api-client/galileo-client.ts:229

Returns

Promise<object[]>


getExperiment()

getExperiment(id: string): Promise<Experiment>;

Defined in: src/api-client/galileo-client.ts:323

Parameters

id

string

Returns

Promise<Experiment>


getExperiments()

getExperiments(): Promise<Experiment[]>;

Defined in: src/api-client/galileo-client.ts:318

Returns

Promise<Experiment[]>


getLogStream()

getLogStream(id: string): Promise<LogStream>;

Defined in: src/api-client/galileo-client.ts:213

Parameters

id

string

Returns

Promise<LogStream>


getLogStreamByName()

getLogStreamByName(name: string): Promise<LogStream>;

Defined in: src/api-client/galileo-client.ts:218

Parameters

name

string

Returns

Promise<LogStream>


getLogStreams()

getLogStreams(): Promise<LogStream[]>;

Defined in: src/api-client/galileo-client.ts:208

Returns

Promise<LogStream[]>


getProject()

getProject(id: string): Promise<Project>;

Defined in: src/api-client/galileo-client.ts:187

Parameters

id

string

Returns

Promise<Project>


getProjectByName()

getProjectByName(name: string): Promise<Project>;

Defined in: src/api-client/galileo-client.ts:192

Parameters

name

string

Returns

Promise<Project>


getProjectIdByName()

getProjectIdByName(name: string): Promise<string>;

Defined in: src/api-client/galileo-client.ts:197

Parameters

name

string

Returns

Promise<string>


getProjects()

getProjects(): Promise<Project[]>;

Defined in: src/api-client/galileo-client.ts:182

Returns

Promise<Project[]>


getPromptTemplate()

getPromptTemplate(id: string): Promise<{
  all_available_versions: number[];
  all_versions?: object[];
  id: string;
  max_version: number;
  name: string;
  selected_version: {
     id: string;
     lines_added: number;
     lines_edited: number;
     lines_removed: number;
     model_changed: boolean;
     raw?: boolean;
     settings: {
      [key: string]: unknown;
     };
     settings_changed: boolean;
     template: string | object & object[];
     version: number;
  };
  selected_version_id: string;
  template: string;
  total_versions: number;
}>;

Defined in: src/api-client/galileo-client.ts:291

Parameters

id

string

Returns

Promise<{ all_available_versions: number[]; all_versions?: object[]; id: string; max_version: number; name: string; selected_version: { id: string; lines_added: number; lines_edited: number; lines_removed: number; model_changed: boolean; raw?: boolean; settings: { [key: string]: unknown; }; settings_changed: boolean; template: string | object & object[]; version: number; }; selected_version_id: string; template: string; total_versions: number; }>


getPromptTemplates()

getPromptTemplates(): Promise<object[]>;

Defined in: src/api-client/galileo-client.ts:286

Returns

Promise<object[]>


getPromptTemplateVersion()

getPromptTemplateVersion(id: string, version: number): Promise<{
  id: string;
  lines_added: number;
  lines_edited: number;
  lines_removed: number;
  model_changed: boolean;
  raw?: boolean;
  settings: {
   [key: string]: unknown;
  };
  settings_changed: boolean;
  template: string | object & object[];
  version: number;
}>;

Defined in: src/api-client/galileo-client.ts:296

Parameters

id

string

version

number

Returns

Promise<{ id: string; lines_added: number; lines_edited: number; lines_removed: number; model_changed: boolean; raw?: boolean; settings: { [key: string]: unknown; }; settings_changed: boolean; template: string | object & object[]; version: number; }>


getPromptTemplateVersionByName()

getPromptTemplateVersionByName(name: string, version?: number): Promise<{
  id: string;
  lines_added: number;
  lines_edited: number;
  lines_removed: number;
  model_changed: boolean;
  raw?: boolean;
  settings: {
   [key: string]: unknown;
  };
  settings_changed: boolean;
  template: string | object & object[];
  version: number;
}>;

Defined in: src/api-client/galileo-client.ts:301

Parameters

name

string

version?

number

Returns

Promise<{ id: string; lines_added: number; lines_edited: number; lines_removed: number; model_changed: boolean; raw?: boolean; settings: { [key: string]: unknown; }; settings_changed: boolean; template: string | object & object[]; version: number; }>


getScorers()

getScorers(type?: ScorerTypes): Promise<Scorer[]>;

Defined in: src/api-client/galileo-client.ts:333

Parameters

type?

ScorerTypes

Returns

Promise<Scorer[]>


healthCheck()

protected healthCheck(): Promise<boolean>;

Defined in: src/api-client/base-client.ts:73

Returns

Promise<boolean>

Inherited from

BaseClient.healthCheck;

ingestTraces()

ingestTraces(traces: any[]): Promise<void>;

Defined in: src/api-client/galileo-client.ts:263

Parameters

traces

any[]

Returns

Promise<void>


init()

init(params: Partial<GalileoApiClientParams>): Promise<void>;

Defined in: src/api-client/galileo-client.ts:51

Parameters

params

Partial<GalileoApiClientParams> = {}

Returns

Promise<void>


initializeClient()

protected initializeClient(): void;

Defined in: src/api-client/base-client.ts:34

Returns

void

Inherited from

BaseClient.initializeClient;

makeRequest()

makeRequest<T>(
   request_method: Method,
   endpoint: Routes,
   data?: null | string | Record<string, any>,
params?: Record<string, unknown>): Promise<T>;

Defined in: src/api-client/base-client.ts:123

Type Parameters

T

T

Parameters

request_method

Method

endpoint

Routes

data?

null | string | Record<string, any>

params?

Record<string, unknown>

Returns

Promise<T>

Inherited from

BaseClient.makeRequest;

processResponse()

protected processResponse<T>(data: undefined | T, error: unknown): T;

Defined in: src/api-client/base-client.ts:80

Type Parameters

T

T

Parameters

data

undefined | T

error

unknown

Returns

T

Inherited from

BaseClient.processResponse;

refreshTokenIfNeeded()

protected refreshTokenIfNeeded(endpoint: Routes): Promise<void>;

Defined in: src/api-client/base-client.ts:111

Parameters

endpoint

Routes

Returns

Promise<void>

Inherited from

BaseClient.refreshTokenIfNeeded;

validateResponse()

protected validateResponse(response: AxiosResponse): void;

Defined in: src/api-client/base-client.ts:103

Parameters

response

AxiosResponse

Returns

void

Inherited from

BaseClient.validateResponse;