GalileoApiClient
Class: GalileoApiClient
Defined in: src/api-client/galileo-client.ts:32
Extends
BaseClient
Constructors
Constructor
Returns
GalileoApiClient
Inherited from
Properties
apiUrl
Defined in: src/api-client/base-client.ts:30
Inherited from
client
Defined in: src/api-client/base-client.ts:32
Inherited from
datasetId
Defined in: src/api-client/galileo-client.ts:37
experimentId
Defined in: src/api-client/galileo-client.ts:38
logStreamId
Defined in: src/api-client/galileo-client.ts:35
projectId
Defined in: src/api-client/galileo-client.ts:34
projectScoped
Defined in: src/api-client/galileo-client.ts:40
projectType
Defined in: src/api-client/galileo-client.ts:33
runId
Defined in: src/api-client/galileo-client.ts:36
sessionId?
Defined in: src/api-client/galileo-client.ts:39
token
Defined in: src/api-client/base-client.ts:31
Inherited from
Methods
appendRowsToDatasetContent()
Defined in: src/api-client/galileo-client.ts:254
Parameters
datasetId
string
rows
object
[]
Returns
Promise
<void
>
createDataset()
Defined in: src/api-client/galileo-client.ts:244
Parameters
name
string
filePath
string
format
any
Returns
Promise
<{
column_names
: null
| string
[];
created_at
: string
;
created_by_user
: | null
| {
email
: string
;
first_name?
: null
| string
;
id
: string
;
last_name?
: null
| string
;
};
current_version_index
: number
;
draft
: boolean
;
id
: string
;
name
: string
;
num_rows
: null
| number
;
permissions?
: object
[];
project_count
: number
;
updated_at
: string
;
}>
createExperiment()
Defined in: src/api-client/galileo-client.ts:328
Parameters
name
string
Returns
Promise
<Experiment
>
createLogStream()
Defined in: src/api-client/galileo-client.ts:223
Parameters
name
string
Returns
Promise
<LogStream
>
createProject()
Defined in: src/api-client/galileo-client.ts:202
Parameters
name
string
Returns
Promise
<Project
>
createPromptRunJob()
Defined in: src/api-client/galileo-client.ts:351
Parameters
experimentId
string
projectId
string
promptTemplateVersionId
string
datasetId
string
scorers?
Scorer
[]
promptSettings?
Returns
Promise
<{
dataset_id?
: null
| string
;
dataset_version_index?
: null
| number
;
epoch?
: number
;
feature_names?
: null
| string
[];
job_id?
: null
| string
;
job_name?
: string
;
labels?
: string
[] | string
[][];
link
: string
;
message
: string
;
metric_critique_configuration?
: | null
| {
critique_ids
: string
[];
metric_name
: string
;
project_type
: "prompt_evaluation"
| "llm_monitor"
| "gen_ai"
;
recompute_settings?
: | null
| {
mode
: "runs"
;
run_ids
: string
[];
}
| {
mode
: "project"
;
}
| {
filters
: unknown
[];
mode
: "observe_filters"
;
}
| {
filters
: unknown
[];
mode
: "log_stream_filters"
;
run_id
: string
;
};
scorer_id?
: null
| string
;
};
migration_name?
: null
| string
;
monitor_batch_id?
: null
| string
;
ner_labels?
: null
| string
[];
non_inference_logged?
: boolean
;
process_existing_inference_runs?
: boolean
;
project_id
: string
;
prompt_customized_scorers_configuration?
: | null
| (
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "agentic_session_success"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_agentic_session_success"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "agentic_workflow_success"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_agentic_workflow_success"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: null
| string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: null
| string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "chunk_attribution_utilization"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_chunk_attribution_utilization_gpt"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: null
| string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: null
| string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "completeness"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_completeness_gpt"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: null
| string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
function_explanation_param_name?
: string
;
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "correctness"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_factuality"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "context_adherence"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_groundedness"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
function_explanation_param_name?
: string
;
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "instruction_adherence"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_instruction_adherence"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "ground_truth_adherence"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_ground_truth_adherence"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "prompt_injection"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_prompt_injection_gpt"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "output_sexist"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_sexist_gpt"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "input_sexist"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_input_sexist_gpt"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "tool_selection_quality"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_tool_selection_quality"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "tool_error_rate"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_tool_error_rate"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "output_toxicity"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_toxicity_gpt"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
}
| {
aggregate_keys?
: string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: {
explanation_field_name?
: string
;
metric_description?
: string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: string
;
template?
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: string
;
name?
: "input_toxicity"
;
num_judges?
: number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name
: "_customized_input_toxicity_gpt"
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
})[];
prompt_dataset_id?
: null
| string
;
prompt_finetuned_scorers_configuration?
: null
| object
[];
prompt_generated_scorers_configuration?
: null
| string
[];
prompt_optimization_configuration?
: | null
| {
evaluation_criteria
: string
;
evaluation_model_alias
: string
;
generation_model_alias
: string
;
includes_target
: boolean
;
integration_name?
: | "anthropic"
| "aws_bedrock"
| "aws_sagemaker"
| "azure"
| "databricks"
| "mistral"
| "nvidia"
| "openai"
| "vegas_gateway"
| "vertex_ai"
| "writer"
;
iterations
: number
;
max_tokens
: number
;
num_rows
: number
;
prompt
: string
;
task_description
: string
;
temperature
: number
;
};
prompt_registered_scorers_configuration?
: null
| object
[];
prompt_scorer_settings?
: | null
| {
aggregate_keys?
: null
| string
[];
aggregates?
: | null
| {
[key
: string
]: unknown
;
};
chainpoll_template?
: | null
| {
explanation_field_name?
: string
;
metric_description?
: null
| string
;
metric_few_shot_examples?
: object
[];
metric_system_prompt?
: null
| string
;
template
: string
;
value_field_name?
: string
;
};
description?
: null
| string
;
extra?
: | null
| {
[key
: string
]: unknown
;
};
filters?
: | null
| (
| {
case_sensitive?
: boolean
;
filter_type?
: "string"
;
name
: "node_name"
;
operator
: "eq"
| "ne"
| "contains"
;
value
: string
;
}
| {
filter_type?
: "map"
;
key
: string
;
name
: "metadata"
;
operator
: "eq"
| "ne"
| "one_of"
| "not_in"
;
value
: string
| string
[];
})[];
generated_scorer_id?
: null
| string
;
indices?
: null
| number
[];
lora_task_id?
: null
| number
;
metric_name?
: null
| string
;
model_alias?
: null
| string
;
name?
: string
;
num_judges?
: null
| number
;
prompt?
: null
| string
;
regex_field?
: string
;
registered_scorer_id?
: null
| string
;
scoreable_node_types?
: | null
| (
| "llm"
| "agent"
| "tool"
| "chat"
| "chain"
| "retriever"
| "workflow"
| "trace"
| "session"
)[];
scorer_name?
: string
;
scores?
: null
| unknown
[];
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
};
prompt_scorers_configuration?
: | null
| {
adherence_nli?
: boolean
;
agentic_session_success?
: boolean
;
agentic_workflow_success?
: boolean
;
bleu?
: boolean
;
chunk_attribution_utilization_gpt?
: boolean
;
chunk_attribution_utilization_nli?
: boolean
;
completeness_gpt?
: boolean
;
completeness_nli?
: boolean
;
context_relevance?
: boolean
;
cost?
: boolean
;
factuality?
: boolean
;
ground_truth_adherence?
: boolean
;
groundedness?
: boolean
;
input_pii?
: boolean
;
input_sexist?
: boolean
;
input_sexist_gpt?
: boolean
;
input_tone?
: boolean
;
input_toxicity?
: boolean
;
input_toxicity_gpt?
: boolean
;
instruction_adherence?
: boolean
;
latency?
: boolean
;
pii?
: boolean
;
prompt_injection?
: boolean
;
prompt_injection_gpt?
: boolean
;
prompt_perplexity?
: boolean
;
protect_status?
: boolean
;
rouge?
: boolean
;
sexist?
: boolean
;
sexist_gpt?
: boolean
;
tone?
: boolean
;
tool_error_rate?
: boolean
;
tool_selection_quality?
: boolean
;
toxicity?
: boolean
;
toxicity_gpt?
: boolean
;
uncertainty?
: boolean
;
};
prompt_settings?
: | null
| {
deployment_name?
: null
| string
;
echo?
: boolean
;
frequency_penalty?
: number
;
known_models?
: object
[];
logprobs?
: boolean
;
max_tokens?
: number
;
model_alias?
: string
;
n?
: number
;
presence_penalty?
: number
;
response_format?
: | null
| {
[key
: string
]: string
;
};
stop_sequences?
: null
| string
[];
temperature?
: number
;
tool_choice?
: | null
| string
| {
function
: {
name
: string
;
};
type?
: string
;
};
tools?
: null
| object
[];
top_k?
: number
;
top_logprobs?
: number
;
top_p?
: number
;
};
prompt_template_version_id?
: null
| string
;
protect_scorer_payload?
: null
| string
;
protect_trace_id?
: null
| string
;
resource_limits?
: | null
| {
cpu_time?
: number
;
memory_mb?
: number
;
};
run_id
: string
;
scorer_config?
: | null
| {
filters?
: | null
| (
| {
case_sensitive?
: boolean
;
filter_type?
: "string"
;
name
: "node_name"
;
operator
: "eq"
| "ne"
| "contains"
;
value
: string
;
}
| {
filter_type?
: "map"
;
key
: string
;
name
: "metadata"
;
operator
: "eq"
| "ne"
| "one_of"
| "not_in"
;
value
: string
| string
[];
})[];
id
: string
;
model_name?
: null
| string
;
model_type?
: null
| "llm"
| "slm"
;
name?
: null
| string
;
num_judges?
: null
| number
;
scoreable_node_types?
: null
| string
[];
scorer_type
: "llm"
| "code"
| "preset"
;
scorer_version?
: | null
| {
generated_scorer?
: | null
| {
chain_poll_template
: {
explanation_field_name?
: string
;
metric_description?
: null
| string
;
metric_few_shot_examples?
: …[];
metric_system_prompt?
: null
| string
;
template
: string
;
value_field_name?
: string
;
};
id
: string
;
instructions
: string
;
name
: string
;
};
id
: string
;
model_name?
: null
| string
;
num_judges?
: null
| number
;
registered_scorer?
: | null
| {
id
: string
;
name
: string
;
};
version
: number
;
};
};
scorers?
: | null
| object
[]
| (
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "agentic_session_success"
;
num_judges?
: null
| number
;
type?
: "plus"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "agentic_workflow_success"
;
num_judges?
: null
| number
;
type?
: "plus"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "bleu"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "chunk_attribution_utilization"
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "completeness"
;
num_judges?
: null
| number
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "context_adherence"
;
num_judges?
: null
| number
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "context_relevance"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "correctness"
;
num_judges?
: null
| number
;
type?
: "plus"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "ground_truth_adherence"
;
num_judges?
: null
| number
;
type?
: "plus"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "input_pii"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "input_sexist"
;
num_judges?
: null
| number
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "input_tone"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "input_toxicity"
;
num_judges?
: null
| number
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "instruction_adherence"
;
num_judges?
: null
| number
;
type?
: "plus"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "output_pii"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "output_sexist"
;
num_judges?
: null
| number
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "output_tone"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "output_toxicity"
;
num_judges?
: null
| number
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "prompt_injection"
;
num_judges?
: null
| number
;
type?
: "plus"
| "luna"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "prompt_perplexity"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "rouge"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "tool_error_rate"
;
type?
: "plus"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
model_name?
: null
| string
;
name
: "tool_selection_quality"
;
num_judges?
: null
| number
;
type?
: "plus"
;
}
| {
filters?
: | null
| (
| {
case_sensitive?
: … | … | …;
filter_type?
: … | …;
name
: "node_name"
;
operator
: … | … | …;
value
: string
;
}
| {
filter_type?
: … | …;
key
: string
;
name
: "metadata"
;
operator
: … | … | … | …;
value
: … | …;
})[];
name
: "uncertainty"
;
})[];
segment_filters?
: null
| object
[];
should_retry?
: boolean
;
sub_scorers?
: (
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_completeness_gpt"
| "_customized_groundedness"
| "_customized_factuality"
| "_customized_instruction_adherence"
| "_completeness_gpt"
| "_context_relevance"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_error_rate"
| "_agentic_session_success"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt"
)[];
task_type?
: null
| 0
| 1
| 2
| 4
| 6
| 12
| 3
| 5
| 7
| 8
| 9
| 10
| 11
| 13
| 14
| 15
| 16
| 17
;
tasks?
: null
| string
[];
upload_data_in_separate_task?
: boolean
;
user_id?
: null
| string
;
xray?
: boolean
;
}>
createPromptTemplate()
Defined in: src/api-client/galileo-client.ts:309
Parameters
template
Message
[]
name
string
Returns
Promise
<{
all_available_versions
: number
[];
all_versions?
: object
[];
id
: string
;
max_version
: number
;
name
: string
;
selected_version
: {
id
: string
;
lines_added
: number
;
lines_edited
: number
;
lines_removed
: number
;
model_changed
: boolean
;
raw?
: boolean
;
settings
: {
[key
: string
]: unknown
;
};
settings_changed
: boolean
;
template
: string
| object
& object
[];
version
: number
;
};
selected_version_id
: string
;
template
: string
;
total_versions
: number
;
}>
createRunScorerSettings()
Defined in: src/api-client/galileo-client.ts:338
Parameters
experimentId
string
projectId
string
scorers
Scorer
[]
Returns
Promise
<void
>
createSession()
Defined in: src/api-client/galileo-client.ts:268
Parameters
__namedParameters
externalId?
string
name?
string
previousSessionId?
string
Returns
Promise
<SessionCreateResponse
>
getApiUrl()
Defined in: src/api-client/base-client.ts:46
Parameters
projectType
string
Returns
string
Inherited from
getAuthHeader()
Defined in: src/api-client/base-client.ts:99
Parameters
token
string
Returns
object
Authorization
Inherited from
getDataset()
Defined in: src/api-client/galileo-client.ts:234
Parameters
id
string
Returns
Promise
<{
column_names
: null
| string
[];
created_at
: string
;
created_by_user
: | null
| {
email
: string
;
first_name?
: null
| string
;
id
: string
;
last_name?
: null
| string
;
};
current_version_index
: number
;
draft
: boolean
;
id
: string
;
name
: string
;
num_rows
: null
| number
;
permissions?
: object
[];
project_count
: number
;
updated_at
: string
;
}>
getDatasetByName()
Defined in: src/api-client/galileo-client.ts:239
Parameters
name
string
Returns
Promise
<{
column_names
: null
| string
[];
created_at
: string
;
created_by_user
: | null
| {
email
: string
;
first_name?
: null
| string
;
id
: string
;
last_name?
: null
| string
;
};
current_version_index
: number
;
draft
: boolean
;
id
: string
;
name
: string
;
num_rows
: null
| number
;
permissions?
: object
[];
project_count
: number
;
updated_at
: string
;
}>
getDatasetContent()
Defined in: src/api-client/galileo-client.ts:249
Parameters
datasetId
string
Returns
Promise
<object
[]>
getDatasets()
Defined in: src/api-client/galileo-client.ts:229
Returns
Promise
<object
[]>
getExperiment()
Defined in: src/api-client/galileo-client.ts:323
Parameters
id
string
Returns
Promise
<Experiment
>
getExperiments()
Defined in: src/api-client/galileo-client.ts:318
Returns
Promise
<Experiment
[]>
getLogStream()
Defined in: src/api-client/galileo-client.ts:213
Parameters
id
string
Returns
Promise
<LogStream
>
getLogStreamByName()
Defined in: src/api-client/galileo-client.ts:218
Parameters
name
string
Returns
Promise
<LogStream
>
getLogStreams()
Defined in: src/api-client/galileo-client.ts:208
Returns
Promise
<LogStream
[]>
getProject()
Defined in: src/api-client/galileo-client.ts:187
Parameters
id
string
Returns
Promise
<Project
>
getProjectByName()
Defined in: src/api-client/galileo-client.ts:192
Parameters
name
string
Returns
Promise
<Project
>
getProjectIdByName()
Defined in: src/api-client/galileo-client.ts:197
Parameters
name
string
Returns
Promise
<string
>
getProjects()
Defined in: src/api-client/galileo-client.ts:182
Returns
Promise
<Project
[]>
getPromptTemplate()
Defined in: src/api-client/galileo-client.ts:291
Parameters
id
string
Returns
Promise
<{
all_available_versions
: number
[];
all_versions?
: object
[];
id
: string
;
max_version
: number
;
name
: string
;
selected_version
: {
id
: string
;
lines_added
: number
;
lines_edited
: number
;
lines_removed
: number
;
model_changed
: boolean
;
raw?
: boolean
;
settings
: {
[key
: string
]: unknown
;
};
settings_changed
: boolean
;
template
: string
| object
& object
[];
version
: number
;
};
selected_version_id
: string
;
template
: string
;
total_versions
: number
;
}>
getPromptTemplates()
Defined in: src/api-client/galileo-client.ts:286
Returns
Promise
<object
[]>
getPromptTemplateVersion()
Defined in: src/api-client/galileo-client.ts:296
Parameters
id
string
version
number
Returns
Promise
<{
id
: string
;
lines_added
: number
;
lines_edited
: number
;
lines_removed
: number
;
model_changed
: boolean
;
raw?
: boolean
;
settings
: {
[key
: string
]: unknown
;
};
settings_changed
: boolean
;
template
: string
| object
& object
[];
version
: number
;
}>
getPromptTemplateVersionByName()
Defined in: src/api-client/galileo-client.ts:301
Parameters
name
string
version?
number
Returns
Promise
<{
id
: string
;
lines_added
: number
;
lines_edited
: number
;
lines_removed
: number
;
model_changed
: boolean
;
raw?
: boolean
;
settings
: {
[key
: string
]: unknown
;
};
settings_changed
: boolean
;
template
: string
| object
& object
[];
version
: number
;
}>
getScorers()
Defined in: src/api-client/galileo-client.ts:333
Parameters
type?
Returns
Promise
<Scorer
[]>
healthCheck()
Defined in: src/api-client/base-client.ts:73
Returns
Promise
<boolean
>
Inherited from
ingestTraces()
Defined in: src/api-client/galileo-client.ts:263
Parameters
traces
any
[]
Returns
Promise
<void
>
init()
Defined in: src/api-client/galileo-client.ts:51
Parameters
params
Partial
<GalileoApiClientParams
> = {}
Returns
Promise
<void
>
initializeClient()
Defined in: src/api-client/base-client.ts:34
Returns
void
Inherited from
makeRequest()
Defined in: src/api-client/base-client.ts:123
Type Parameters
T
T
Parameters
request_method
Method
endpoint
Routes
data?
null
| string
| Record
<string
, any
>
params?
Record
<string
, unknown
>
Returns
Promise
<T
>
Inherited from
processResponse()
Defined in: src/api-client/base-client.ts:80
Type Parameters
T
T
Parameters
data
undefined
| T
error
unknown
Returns
T
Inherited from
refreshTokenIfNeeded()
Defined in: src/api-client/base-client.ts:111
Parameters
endpoint
Routes
Returns
Promise
<void
>
Inherited from
validateResponse()
Defined in: src/api-client/base-client.ts:103
Parameters
response
AxiosResponse
Returns
void