Class: GalileoApiClient
Defined in: src/api-client/galileo-client.tsExtends
BaseClient
Constructors
Constructor
Returns
GalileoApiClient
Inherited from
Properties
apiUrl
Inherited from
client
Inherited from
datasetId
experimentId
logStreamId
projectId
projectScoped
projectType
runId
sessionId?
token
Inherited from
timestampRecord
Methods
appendRowsToDatasetContent()
Parameters
datasetId
string
The ID of the dataset.
etag
string
The ETag used for optimistic concurrency control.
rows
DatasetAppendRow[]
The rows to append to the dataset content.
Returns
Promise<void>
A promise that resolves when the rows have been appended.
convertToCamelCase()
Type Parameters
T
T extends object
TTarget
TTarget
Parameters
obj
T
Returns
ValidatedCamelCase<T, TTarget>
Inherited from
convertToSnakeCase()
Type Parameters
T
T extends object
TTarget
TTarget
Parameters
obj
T
Returns
ValidatedSnakeCase<T, TTarget>
Inherited from
countSessions()
Parameters
options
Count request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to identify sessions to count
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
Returns
Promise<{
totalCount: number;
}>
Promise resolving to a response containing the total count
countSpans()
Parameters
options
Count request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to identify spans to count
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
Returns
Promise<{
totalCount: number;
}>
Promise resolving to a response containing the total count
countTraces()
Parameters
options
Count request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to identify traces to count
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
Returns
Promise<{
totalCount: number;
}>
Promise resolving to a response containing the total count
createCodeScorerVersion()
Parameters
scorerId
string
The unique identifier of the scorer.
codeContent
string
The Python code content for the scorer.
validationResult?
string
(Optional) The validation result JSON string.
Returns
Promise<BaseScorerVersionResponse>
A promise that resolves to the created scorer version.
createDataset()
Call Signature
Parameters
name
string
The name of the dataset.
filePath
string
The path to the dataset file.
format
DatasetFormat
The format of the dataset file.
Returns
Promise<any>
A promise that resolves to the created dataset.
Call Signature
Parameters
params
The options used to create the dataset.filePath
string
The path to the dataset file.
format
DatasetFormat
The format of the dataset file.
name
string
The name of the dataset.
projectId?
string
(Optional) The ID of the project that will use the dataset.
Returns
Promise<any>
A promise that resolves to the created dataset.
createExperiment()
Parameters
name
string
dataset?
null |
{
dataset_id: string;
version_index: number;
}
dataset_id
string
Dataset Id
Format: uuid4
version_index
number
Version Index
Returns
Promise<{
aggregate_feedback?: {
[key: string]: object;
};
aggregate_metrics?: {
[key: string]: unknown;
};
created_at?: string;
created_by?: null | string;
created_by_user?: | null
| {
email: string;
first_name?: null | string;
id: string;
last_name?: null | string;
};
dataset?: | null
| {
dataset_id?: null | string;
name?: null | string;
version_index?: null | number;
};
id: string;
name?: string;
num_samples?: null | number;
playground?: | null
| {
name?: null | string;
playground_id?: null | string;
};
playground_id?: null | string;
project_id: string;
prompt?: | null
| {
content?: null | string;
name?: null | string;
prompt_template_id?: null | string;
version_index?: null | number;
};
prompt_model?: null | string;
prompt_run_settings?: | null
| {
deployment_name?: null | string;
echo?: boolean;
frequency_penalty?: number;
known_models?: object[];
logprobs?: boolean;
max_tokens?: number;
model_alias?: string;
n?: number;
presence_penalty?: number;
reasoning_effort?: string;
response_format?: | null
| {
[key: string]: string;
};
stop_sequences?: null | string[];
temperature?: number;
tool_choice?: | null
| string
| {
function: {
name: string;
};
type?: string;
};
tools?: null | object[];
top_k?: number;
top_logprobs?: number;
top_p?: number;
verbosity?: string;
};
rank?: null | number;
ranking_score?: null | number;
status?: {
log_generation?: {
progress_percent?: number;
};
};
tags?: {
[key: string]: object[];
};
task_type: 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18;
updated_at?: null | string;
winner?: null | boolean;
}>
createGlobalPromptTemplate()
projectId and projectName are provided, an error will be thrown.
Only one of these parameters should be specified.
Parameters
template
object[]
Template messages stored in the template.
name
string
Name assigned to the template.
options?
(Optional) Project scoping information.projectId?
null | string
(Optional) Project ID to associate with the template.
projectName?
string
(Optional) Project name to resolve to an ID.
Returns
Promise<PromptTemplate>
A promise that resolves to the created template payload.
createJob()
Parameters
projectId
string
name
string
runId
string
datasetId
string
promptTemplateId
string
taskType
TaskType
promptSettings
PromptRunSettings
scorers?
ScorerConfig[]
Returns
Promise<{
dataset_id?: null | string;
dataset_version_index?: null | number;
epoch?: number;
feature_names?: null | string[];
job_id?: null | string;
job_name?: string;
labels?: string[] | string[][];
link: string;
log_metric_computing_records?: boolean;
luna_model?: null | string;
message: string;
metric_critique_configuration?: | null
| {
critique_ids: string[];
metric_name: string;
project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai";
recompute_settings?: | null
| {
mode: "runs";
run_ids: string[];
}
| {
mode: "project";
}
| {
filters: unknown[];
mode: "observe_filters";
}
| {
filters: unknown[];
mode: "log_stream_filters";
run_id: string;
};
scorer_id?: null | string;
};
migration_name?: null | string;
monitor_batch_id?: null | string;
ner_labels?: null | string[];
non_inference_logged?: boolean;
process_existing_inference_runs?: boolean;
project_id: string;
prompt_customized_scorers_configuration?: | null
| (
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "agentic_session_success";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_agentic_session_success";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "agentic_workflow_success";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_agentic_workflow_success";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "chunk_attribution_utilization";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_chunk_attribution_utilization_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "completeness";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_completeness_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
function_explanation_param_name?: string;
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "correctness";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_factuality";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "context_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_groundedness";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
function_explanation_param_name?: string;
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "instruction_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_instruction_adherence";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "ground_truth_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_ground_truth_adherence";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "prompt_injection";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_prompt_injection_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "output_sexist";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_sexist_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "input_sexist";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_input_sexist_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "tool_selection_quality";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_tool_selection_quality";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "tool_error_rate";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_tool_error_rate";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "output_toxicity";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_toxicity_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "input_toxicity";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_input_toxicity_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
})[];
prompt_dataset_id?: null | string;
prompt_finetuned_scorers_configuration?: null | object[];
prompt_generated_scorers_configuration?: null | string[];
prompt_optimization_configuration?: | null
| {
evaluation_criteria: string;
evaluation_model_alias: string;
generation_model_alias: string;
includes_target: boolean;
integration_name?: | "anthropic"
| "custom"
| "aws_bedrock"
| "aws_sagemaker"
| "azure"
| "databricks"
| "mistral"
| "nvidia"
| "openai"
| "vegas_gateway"
| "vertex_ai"
| "writer";
iterations: number;
max_tokens: number;
num_rows: number;
prompt: string;
reasoning_effort?: null | string;
task_description: string;
temperature: number;
verbosity?: null | string;
};
prompt_registered_scorers_configuration?: null | object[];
prompt_scorer_settings?: | null
| {
aggregate_keys?: null | string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: | null
| {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: boolean;
filter_type?: "string";
name: "node_name";
operator: "eq" | "ne" | "contains";
value: string;
}
| {
filter_type?: "map";
key: string;
name: "metadata";
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: null | string;
name?: string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name?: string;
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
};
prompt_scorers_configuration?: | null
| {
action_advancement_luna?: boolean;
action_completion_luna?: boolean;
adherence_nli?: boolean;
agentic_session_success?: boolean;
agentic_workflow_success?: boolean;
bleu?: boolean;
chunk_attribution_utilization_gpt?: boolean;
chunk_attribution_utilization_nli?: boolean;
completeness_gpt?: boolean;
completeness_nli?: boolean;
context_adherence_luna?: boolean;
context_relevance?: boolean;
context_relevance_luna?: boolean;
cost?: boolean;
factuality?: boolean;
ground_truth_adherence?: boolean;
groundedness?: boolean;
input_pii?: boolean;
input_sexist?: boolean;
input_sexist_gpt?: boolean;
input_tone?: boolean;
input_toxicity?: boolean;
input_toxicity_gpt?: boolean;
instruction_adherence?: boolean;
latency?: boolean;
pii?: boolean;
prompt_injection?: boolean;
prompt_injection_gpt?: boolean;
prompt_perplexity?: boolean;
protect_status?: boolean;
rouge?: boolean;
sexist?: boolean;
sexist_gpt?: boolean;
tone?: boolean;
tool_error_rate?: boolean;
tool_error_rate_luna?: boolean;
tool_selection_quality?: boolean;
tool_selection_quality_luna?: boolean;
toxicity?: boolean;
toxicity_gpt?: boolean;
uncertainty?: boolean;
};
prompt_settings?: | null
| {
deployment_name?: null | string;
echo?: boolean;
frequency_penalty?: number;
known_models?: object[];
logprobs?: boolean;
max_tokens?: number;
model_alias?: string;
n?: number;
presence_penalty?: number;
reasoning_effort?: string;
response_format?: | null
| {
[key: string]: string;
};
stop_sequences?: null | string[];
temperature?: number;
tool_choice?: | null
| string
| {
function: {
name: string;
};
type?: string;
};
tools?: null | object[];
top_k?: number;
top_logprobs?: number;
top_p?: number;
verbosity?: string;
};
prompt_template_version_id?: null | string;
protect_scorer_payload?: null | string;
protect_trace_id?: null | string;
resource_limits?: | null
| {
cpu_time?: number;
memory_mb?: number;
};
run_id: string;
scorer_config?: | null
| {
cot_enabled?: null | boolean;
filters?: | null
| (
| {
case_sensitive?: boolean;
filter_type?: "string";
name: "node_name";
operator: "eq" | "ne" | "contains";
value: string;
}
| {
filter_type?: "map";
key: string;
name: "metadata";
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
})[];
id: string;
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
model_name?: null | string;
model_type?: null | "llm" | "code" | "slm";
name?: null | string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
scoreable_node_types?: null | string[];
scorer_type: "luna" | "llm" | "code" | "preset";
scorer_version?: | null
| {
cot_enabled?: null | boolean;
finetuned_scorer?: | null
| {
class_name_to_vocab_ix?: | null
| {
[key: string]: …[];
}
| {
[key: string]: number;
};
executor?: | null
| "agentic_session_success"
| "agentic_workflow_success"
| "action_completion_luna"
| "action_advancement_luna"
| "agent_efficiency"
| "agent_flow"
| "bleu"
| "chunk_attribution_utilization_luna"
| "chunk_attribution_utilization"
| "completeness_luna"
| "completeness"
| "context_adherence"
| "context_adherence_luna"
| "context_relevance"
| "context_relevance_luna"
| "conversation_quality"
| "correctness"
| "ground_truth_adherence"
| "input_pii"
| "input_pii_gpt"
| "input_sexist"
| "input_sexist_luna"
| "input_tone"
| "input_tone_gpt"
| "input_toxicity"
| "input_toxicity_luna"
| "instruction_adherence"
| "output_pii"
| "output_pii_gpt"
| "output_sexist"
| "output_sexist_luna"
| "output_tone"
| "output_tone_gpt"
| "output_toxicity"
| "output_toxicity_luna"
| "prompt_injection"
| "prompt_injection_luna"
| "prompt_perplexity"
| "rouge"
| "tool_error_rate"
| "tool_error_rate_luna"
| "tool_selection_quality"
| "tool_selection_quality_luna"
| "uncertainty"
| "user_intent_change";
id: string;
lora_task_id: number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
name: string;
prompt: string;
};
generated_scorer?: | null
| {
chain_poll_template: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: …[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: …]: …;
};
template: string;
value_field_name?: string;
};
id: string;
instructions?: null | string;
name: string;
user_prompt?: null | string;
};
id: string;
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
model_name?: null | string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
registered_scorer?: | null
| {
id: string;
name: string;
score_type?: null | string;
};
scoreable_node_types?: null | string[];
scorer_id: string;
version: number;
};
};
scorers?: | null
| object[]
| (
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "agentic_session_success";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "agentic_workflow_success";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "bleu";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "chunk_attribution_utilization";
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "completeness";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "context_adherence";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "context_relevance";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "correctness";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "ground_truth_adherence";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "input_pii";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "input_sexist";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "input_tone";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "input_toxicity";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "instruction_adherence";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "output_pii";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "output_sexist";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "output_tone";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "output_toxicity";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "prompt_injection";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "prompt_perplexity";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "rouge";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "tool_error_rate";
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "tool_selection_quality";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "uncertainty";
})[];
segment_filters?: null | object[];
should_retry?: boolean;
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
task_type?: | null
| 0
| 1
| 2
| 3
| 4
| 5
| 6
| 7
| 8
| 9
| 10
| 11
| 12
| 13
| 14
| 15
| 16
| 17
| 18;
tasks?: null | string[];
upload_data_in_separate_task?: boolean;
user_id?: null | string;
xray?: boolean;
}>
createLlmScorerVersion()
Call Signature
Parameters
scorerId
string
The unique identifier of the scorer.
options
The LLM scorer version creation options.chainPollTemplate?
{explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template: string;
value_field_name?: string;
}
(Optional) Chain poll template configuration.
chainPollTemplate.explanation_field_name?
string
Explanation Field Name
Description
Field name to look for in the chainpoll response, for the explanation.
Default
chainPollTemplate.metric_description?
null | string
Metric Description
Description
Description of what the metric should do.
chainPollTemplate.metric_few_shot_examples?
object[]
Metric Few Shot Examples
Description
Few-shot examples for the metric.
chainPollTemplate.metric_system_prompt?
null | string
Metric System Prompt
Description
System prompt for the metric.
chainPollTemplate.response_schema?
|null
| {
[key: string]: unknown;
}
Response Schema
Description
Response schema for the output
chainPollTemplate.template
string
Template
Description
Chainpoll prompt template.
chainPollTemplate.value_field_name?
string
Value Field Name
Description
Field name to look for in the chainpoll response, for the rating.
Default
cotEnabled?
boolean
(Optional) Whether chain-of-thought is enabled.
instructions?
string
(Optional) Instructions for the LLM scorer.
modelName?
string
(Optional) The model name to use.
numJudges?
number
(Optional) The number of judges for consensus.
userPrompt?
string
(Optional) User prompt for the LLM scorer.
Returns
Promise<BaseScorerVersionResponse>
A promise that resolves to the created scorer version.
Call Signature
Parameters
scorerId
string
The unique identifier of the scorer.
instructions?
string
(Optional) Instructions for the LLM scorer.
chainPollTemplate?
(Optional) Chain poll template configuration.explanation_field_name?
string
Explanation Field Name
Description
Field name to look for in the chainpoll response, for the explanation.
Default
metric_description?
null | string
Metric Description
Description
Description of what the metric should do.
metric_few_shot_examples?
object[]
Metric Few Shot Examples
Description
Few-shot examples for the metric.
metric_system_prompt?
null | string
Metric System Prompt
Description
System prompt for the metric.
response_schema?
|null
| {
[key: string]: unknown;
}
Response Schema
Description
Response schema for the output
template
string
Template
Description
Chainpoll prompt template.
value_field_name?
string
Value Field Name
Description
Field name to look for in the chainpoll response, for the rating.
Default
userPrompt?
string
(Optional) User prompt for the LLM scorer.
cotEnabled?
boolean
(Optional) Whether chain-of-thought is enabled.
modelName?
string
(Optional) The model name to use.
numJudges?
number
(Optional) The number of judges for consensus.
Returns
Promise<BaseScorerVersionResponse>
A promise that resolves to the created scorer version.
createLogStream()
Parameters
name
string
Returns
Promise<{
created_at: string;
created_by?: null | string;
has_user_created_sessions?: boolean;
id: string;
name: string;
project_id: string;
updated_at: string;
}>
createLogStreamScorerSettings()
Parameters
logStreamId
string
scorers
ScorerConfig[]
Returns
Promise<void>
createProject()
Parameters
name
string
Name of the project to create.
options?
ProjectCreateOptions
(Optional) Additional project creation parameters.
Returns
Promise<{
createdAt: string;
createdBy?: null | string;
id: string;
name?: null | string;
type?: | null
| "prompt_evaluation"
| "llm_monitor"
| "gen_ai"
| "training_inference"
| "protect";
updatedAt: string;
}>
A promise that resolves to the created project payload.
createPromptRunJob()
Parameters
experimentId
string
projectId
string
promptTemplateVersionId
string
datasetId
string
scorers?
ScorerConfig[]
promptSettings?
PromptRunSettings
Returns
Promise<{
dataset_id?: null | string;
dataset_version_index?: null | number;
epoch?: number;
feature_names?: null | string[];
job_id?: null | string;
job_name?: string;
labels?: string[] | string[][];
link: string;
log_metric_computing_records?: boolean;
luna_model?: null | string;
message: string;
metric_critique_configuration?: | null
| {
critique_ids: string[];
metric_name: string;
project_type: "prompt_evaluation" | "llm_monitor" | "gen_ai";
recompute_settings?: | null
| {
mode: "runs";
run_ids: string[];
}
| {
mode: "project";
}
| {
filters: unknown[];
mode: "observe_filters";
}
| {
filters: unknown[];
mode: "log_stream_filters";
run_id: string;
};
scorer_id?: null | string;
};
migration_name?: null | string;
monitor_batch_id?: null | string;
ner_labels?: null | string[];
non_inference_logged?: boolean;
process_existing_inference_runs?: boolean;
project_id: string;
prompt_customized_scorers_configuration?: | null
| (
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "agentic_session_success";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_agentic_session_success";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "agentic_workflow_success";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_agentic_workflow_success";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "chunk_attribution_utilization";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_chunk_attribution_utilization_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "completeness";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_completeness_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
function_explanation_param_name?: string;
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "correctness";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_factuality";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "context_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_groundedness";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
function_explanation_param_name?: string;
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "instruction_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_instruction_adherence";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "ground_truth_adherence";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_ground_truth_adherence";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "prompt_injection";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_prompt_injection_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "output_sexist";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_sexist_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "input_sexist";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_input_sexist_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "tool_selection_quality";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_tool_selection_quality";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "tool_error_rate";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_tool_error_rate";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "output_toxicity";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_toxicity_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
}
| {
aggregate_keys?: string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: {
explanation_field_name?: string;
metric_description?: string;
metric_few_shot_examples?: object[];
metric_system_prompt?: string;
response_schema?: | null
| {
[key: string]: unknown;
};
template?: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: string;
name?: "input_toxicity";
num_judges?: number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name: "_customized_input_toxicity_gpt";
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
})[];
prompt_dataset_id?: null | string;
prompt_finetuned_scorers_configuration?: null | object[];
prompt_generated_scorers_configuration?: null | string[];
prompt_optimization_configuration?: | null
| {
evaluation_criteria: string;
evaluation_model_alias: string;
generation_model_alias: string;
includes_target: boolean;
integration_name?: | "anthropic"
| "custom"
| "aws_bedrock"
| "aws_sagemaker"
| "azure"
| "databricks"
| "mistral"
| "nvidia"
| "openai"
| "vegas_gateway"
| "vertex_ai"
| "writer";
iterations: number;
max_tokens: number;
num_rows: number;
prompt: string;
reasoning_effort?: null | string;
task_description: string;
temperature: number;
verbosity?: null | string;
};
prompt_registered_scorers_configuration?: null | object[];
prompt_scorer_settings?: | null
| {
aggregate_keys?: null | string[];
aggregates?: | null
| {
[key: string]: unknown;
};
can_copy_to_llm?: null | boolean;
chainpoll_template?: | null
| {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: object[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: string]: unknown;
};
template: string;
value_field_name?: string;
};
class_name_to_vocab_ix?: | null
| {
[key: string]: number[];
}
| {
[key: string]: number;
};
cot_enabled?: null | boolean;
description?: null | string;
extra?: | null
| {
[key: string]: unknown;
};
filters?: | null
| (
| {
case_sensitive?: boolean;
filter_type?: "string";
name: "node_name";
operator: "eq" | "ne" | "contains";
value: string;
}
| {
filter_type?: "map";
key: string;
name: "metadata";
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
})[];
generated_scorer_id?: null | string;
ground_truth?: null | boolean;
indices?: null | number[];
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
lora_task_id?: null | number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
metric_name?: null | string;
model_alias?: null | string;
name?: string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
prompt?: null | string;
regex_field?: string;
registered_scorer_id?: null | string;
required_scorers?: null | string[];
scoreable_node_types?: | null
| (
| "agent"
| "llm"
| "retriever"
| "tool"
| "workflow"
| "trace"
| "session"
| "chain"
| "chat")[];
scorer_name?: string;
scores?: null | unknown[];
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
};
prompt_scorers_configuration?: | null
| {
action_advancement_luna?: boolean;
action_completion_luna?: boolean;
adherence_nli?: boolean;
agentic_session_success?: boolean;
agentic_workflow_success?: boolean;
bleu?: boolean;
chunk_attribution_utilization_gpt?: boolean;
chunk_attribution_utilization_nli?: boolean;
completeness_gpt?: boolean;
completeness_nli?: boolean;
context_adherence_luna?: boolean;
context_relevance?: boolean;
context_relevance_luna?: boolean;
cost?: boolean;
factuality?: boolean;
ground_truth_adherence?: boolean;
groundedness?: boolean;
input_pii?: boolean;
input_sexist?: boolean;
input_sexist_gpt?: boolean;
input_tone?: boolean;
input_toxicity?: boolean;
input_toxicity_gpt?: boolean;
instruction_adherence?: boolean;
latency?: boolean;
pii?: boolean;
prompt_injection?: boolean;
prompt_injection_gpt?: boolean;
prompt_perplexity?: boolean;
protect_status?: boolean;
rouge?: boolean;
sexist?: boolean;
sexist_gpt?: boolean;
tone?: boolean;
tool_error_rate?: boolean;
tool_error_rate_luna?: boolean;
tool_selection_quality?: boolean;
tool_selection_quality_luna?: boolean;
toxicity?: boolean;
toxicity_gpt?: boolean;
uncertainty?: boolean;
};
prompt_settings?: | null
| {
deployment_name?: null | string;
echo?: boolean;
frequency_penalty?: number;
known_models?: object[];
logprobs?: boolean;
max_tokens?: number;
model_alias?: string;
n?: number;
presence_penalty?: number;
reasoning_effort?: string;
response_format?: | null
| {
[key: string]: string;
};
stop_sequences?: null | string[];
temperature?: number;
tool_choice?: | null
| string
| {
function: {
name: string;
};
type?: string;
};
tools?: null | object[];
top_k?: number;
top_logprobs?: number;
top_p?: number;
verbosity?: string;
};
prompt_template_version_id?: null | string;
protect_scorer_payload?: null | string;
protect_trace_id?: null | string;
resource_limits?: | null
| {
cpu_time?: number;
memory_mb?: number;
};
run_id: string;
scorer_config?: | null
| {
cot_enabled?: null | boolean;
filters?: | null
| (
| {
case_sensitive?: boolean;
filter_type?: "string";
name: "node_name";
operator: "eq" | "ne" | "contains";
value: string;
}
| {
filter_type?: "map";
key: string;
name: "metadata";
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
})[];
id: string;
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
model_name?: null | string;
model_type?: null | "llm" | "code" | "slm";
name?: null | string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
scoreable_node_types?: null | string[];
scorer_type: "luna" | "llm" | "code" | "preset";
scorer_version?: | null
| {
cot_enabled?: null | boolean;
finetuned_scorer?: | null
| {
class_name_to_vocab_ix?: | null
| {
[key: string]: …[];
}
| {
[key: string]: number;
};
executor?: | null
| "agentic_session_success"
| "agentic_workflow_success"
| "action_completion_luna"
| "action_advancement_luna"
| "agent_efficiency"
| "agent_flow"
| "bleu"
| "chunk_attribution_utilization_luna"
| "chunk_attribution_utilization"
| "completeness_luna"
| "completeness"
| "context_adherence"
| "context_adherence_luna"
| "context_relevance"
| "context_relevance_luna"
| "conversation_quality"
| "correctness"
| "ground_truth_adherence"
| "input_pii"
| "input_pii_gpt"
| "input_sexist"
| "input_sexist_luna"
| "input_tone"
| "input_tone_gpt"
| "input_toxicity"
| "input_toxicity_luna"
| "instruction_adherence"
| "output_pii"
| "output_pii_gpt"
| "output_sexist"
| "output_sexist_luna"
| "output_tone"
| "output_tone_gpt"
| "output_toxicity"
| "output_toxicity_luna"
| "prompt_injection"
| "prompt_injection_luna"
| "prompt_perplexity"
| "rouge"
| "tool_error_rate"
| "tool_error_rate_luna"
| "tool_selection_quality"
| "tool_selection_quality_luna"
| "uncertainty"
| "user_intent_change";
id: string;
lora_task_id: number;
luna_input_type?: null | "span" | "trace_object" | "trace_input_output_only";
luna_output_type?: null | "string" | "float" | "string_list";
name: string;
prompt: string;
};
generated_scorer?: | null
| {
chain_poll_template: {
explanation_field_name?: string;
metric_description?: null | string;
metric_few_shot_examples?: …[];
metric_system_prompt?: null | string;
response_schema?: | null
| {
[key: …]: …;
};
template: string;
value_field_name?: string;
};
id: string;
instructions?: null | string;
name: string;
user_prompt?: null | string;
};
id: string;
input_type?: | null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans";
model_name?: null | string;
num_judges?: null | number;
output_type?: | null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel";
registered_scorer?: | null
| {
id: string;
name: string;
score_type?: null | string;
};
scoreable_node_types?: null | string[];
scorer_id: string;
version: number;
};
};
scorers?: | null
| object[]
| (
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "agentic_session_success";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "agentic_workflow_success";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "bleu";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "chunk_attribution_utilization";
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "completeness";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "context_adherence";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "context_relevance";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "correctness";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "ground_truth_adherence";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "input_pii";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "input_sexist";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "input_tone";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "input_toxicity";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "instruction_adherence";
num_judges?: null | number;
type?: "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "output_pii";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "output_sexist";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "output_tone";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "output_toxicity";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "prompt_injection";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "prompt_perplexity";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "rouge";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "tool_error_rate";
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
model_name?: null | string;
name: "tool_selection_quality";
num_judges?: null | number;
type?: "luna" | "plus";
}
| {
filters?: | null
| (
| {
case_sensitive?: … | … | …;
filter_type?: … | …;
name: "node_name";
operator: … | … | …;
value: string;
}
| {
filter_type?: … | …;
key: string;
name: "metadata";
operator: … | … | … | …;
value: … | …;
})[];
name: "uncertainty";
})[];
segment_filters?: null | object[];
should_retry?: boolean;
sub_scorers?: (
| "_completeness_gpt"
| "_context_adherence_luna"
| "_context_relevance"
| "_context_relevance_luna"
| "_chunk_attribution_utilization_gpt"
| "_factuality"
| "_groundedness"
| "_latency"
| "_prompt_perplexity"
| "_protect_status"
| "_pii"
| "_input_pii"
| "_sexist"
| "_input_sexist"
| "_sexist_gpt"
| "_input_sexist_gpt"
| "_tone"
| "_input_tone"
| "_toxicity"
| "_toxicity_gpt"
| "_input_toxicity"
| "_input_toxicity_gpt"
| "_user_registered"
| "_user_submitted"
| "_user_generated"
| "_user_finetuned"
| "_uncertainty"
| "_bleu"
| "_cost"
| "_rouge"
| "_prompt_injection_gpt"
| "_prompt_injection"
| "_rag_nli"
| "_adherence_nli"
| "_completeness_nli"
| "_chunk_attribution_utilization_nli"
| "_instruction_adherence"
| "_ground_truth_adherence"
| "_tool_selection_quality"
| "_tool_selection_quality_luna"
| "_tool_error_rate"
| "_tool_error_rate_luna"
| "_action_completion_luna"
| "_agentic_session_success"
| "_action_advancement_luna"
| "_agentic_workflow_success"
| "_generic_wizard"
| "_customized_completeness_gpt"
| "_customized_factuality"
| "_customized_groundedness"
| "_customized_chunk_attribution_utilization_gpt"
| "_customized_instruction_adherence"
| "_customized_ground_truth_adherence"
| "_customized_prompt_injection_gpt"
| "_customized_tool_selection_quality"
| "_customized_tool_error_rate"
| "_customized_agentic_session_success"
| "_customized_agentic_workflow_success"
| "_customized_sexist_gpt"
| "_customized_input_sexist_gpt"
| "_customized_toxicity_gpt"
| "_customized_input_toxicity_gpt")[];
task_type?: | null
| 0
| 1
| 2
| 3
| 4
| 5
| 6
| 7
| 8
| 9
| 10
| 11
| 12
| 13
| 14
| 15
| 16
| 17
| 18;
tasks?: null | string[];
upload_data_in_separate_task?: boolean;
user_id?: null | string;
xray?: boolean;
}>
createPromptTemplate()
createGlobalPromptTemplate() instead,
which accepts optional projectId or projectName parameters.
Parameters
template
object[]
An array of Message objects representing the template
content. Each message should have a role (e.g., ‘user’, ‘system’,
‘assistant’) and content.
name
string
A unique name to assign to the template within the project.
The name should be descriptive and follow your naming conventions.
Returns
Promise<PromptTemplate>
A promise that resolves to the created prompt template payload,
including the assigned ID, version information, and metadata.
Throws
Error if a template with the same name already exists in the project, if the client is not initialized with a project, if the service is unavailable, or if the template data is invalid.createRunScorerSettings()
Parameters
experimentId
string
projectId
string
scorers
ScorerConfig[]
Returns
Promise<void>
createScorer()
Call Signature
Parameters
options
createScorerOptions
The scorer creation options.
Returns
Promise<ScorerResponse>
A promise that resolves to the created scorer.
Call Signature
Parameters
name
string
The name of the scorer.
scorerType
ScorerTypes
The type of the scorer.
description?
string
(Optional) A description for the scorer.
tags?
string[]
(Optional) Tags to associate with the scorer.
defaults?
(Optional) Default settings for the scorer. Required for LLM scorers.cot_enabled?
null | boolean
Cot Enabled
Description
Whether to enable chain of thought for this scorer. Defaults to False for llm scorers.
filters?
|null
| (
| {
case_sensitive?: boolean;
filter_type?: "string";
name: "node_name";
operator: "eq" | "ne" | "contains";
value: string;
}
| {
filter_type?: "map";
key: string;
name: "metadata";
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
})[]
Filters
Description
List of filters to apply to the scorer.
input_type?
|null
| "basic"
| "llm_spans"
| "retriever_spans"
| "sessions_normalized"
| "sessions_trace_io_only"
| "tool_spans"
| "trace_input_only"
| "trace_io_only"
| "trace_normalized"
| "trace_output_only"
| "agent_spans"
| "workflow_spans"
Description
What type of input to use for model-based scorers (sessions_normalized, trace_io_only, etc..).
model_name?
null | string
Model Name
num_judges?
null | number
Num Judges
output_type?
|null
| "boolean"
| "categorical"
| "count"
| "discrete"
| "freeform"
| "percentage"
| "multilabel"
Description
What type of output to use for model-based scorers (boolean, categorical, etc.).
scoreable_node_types?
null | string[]
Scoreable Node Types
Description
List of node types that can be scored by this scorer. Defaults to llm/chat.
modelType?
(Optional) The model type for the scorer."llm" | "code" | "slm"
defaultVersionId?
string
(Optional) The default version ID for the scorer.
scoreableNodeTypes?
("agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session")[]
(Optional) The node types that can be scored.
outputType?
OutputType
(Optional) The output type for the scorer.
inputType?
InputType
(Optional) The input type for the scorer.
Returns
Promise<ScorerResponse>
A promise that resolves to the created scorer.
createSessionLegacy()
Parameters
__namedParameters
externalId?
string
name?
string
previousSessionId?
string
Returns
Promise<{
externalId?: null | string;
id: string;
name: null | string;
previousSessionId?: null | string;
projectId: string;
projectName: string;
}>
createUserProjectCollaborators()
Parameters
collaborators
object[]
Collaborator payloads to create.
projectId?
string
(Optional) Project ID override when not using a scoped client.
Returns
Promise<object[]>
A promise that resolves to the created collaborators.
deleteDataset()
Parameters
datasetId
string
The ID of the dataset to delete.
Returns
Promise<void>
A promise that resolves when the dataset has been deleted.
deleteGlobalPromptTemplate()
Parameters
id
string
Template identifier to delete.
Returns
Promise<void>
A promise that resolves when the template is removed.
deleteProject()
Parameters
projectId
string
ID of the project to delete.
Returns
Promise<{
message: string;
}>
A promise that resolves to the delete response payload.
deleteScorer()
Parameters
scorerId
string
The unique identifier of the scorer to delete.
Returns
Promise<DeleteScorerResponse>
A promise that resolves to a response containing a success message.
deleteSessions()
Parameters
options
Delete request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to identify sessions to delete
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
Returns
Promise<{
message: string;
}>
Promise resolving to a response indicating the deletion operation result
deleteSpans()
Parameters
options
Delete request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to identify spans to delete
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
Returns
Promise<{
message: string;
}>
Promise resolving to a response indicating the deletion operation result
deleteTraces()
Parameters
options
Delete request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to identify traces to delete
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
Returns
Promise<{
message: string;
}>
Promise resolving to a response indicating the deletion operation result
deleteUserProjectCollaborator()
Parameters
userId
string
ID of the collaborator to delete.
projectId
string
ID of the project the collaborator belongs to.
Returns
Promise<void>
A promise that resolves when the collaborator is removed.
exportRecords()
logStreamId and experimentId are not provided.
Setup (validation, log stream resolution) happens immediately when this function is called.
The HTTP request is made immediately when this function is called.
Record streaming and line buffering happen when the returned AsyncIterable is iterated.
Parameters
options
LogRecordsExportRequest
Returns
Promise<AsyncIterable<string | Record<string, unknown>, any, any>>
A Promise that resolves to an AsyncIterable that yields records based on the export format.
- For JSONL format: Each record is a
stringcontaining a complete JSONL line (JSON object as string with trailing newline) - For JSON format: Each record is a
Record<string, unknown>(parsed JSON object) - For CSV format: Each record is a
stringcontaining a complete CSV line (with trailing newline)
extendDataset()
Parameters
params
SyntheticDatasetExtensionRequest
Configuration for synthetic dataset generation.
Returns
Promise<SyntheticDatasetExtensionResponse>
A promise that resolves to the synthetic dataset extension response.
getAggregatedTraceView()
Parameters
options
Request objectfilters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to apply (only trace-level filters are supported)
logStreamId
string
Log stream ID associated with the traces
Returns
Promise<{
endTime?: null | string;
graph: {
edges: object[];
nodes: object[];
};
hasAllTraces: boolean;
numSessions: number;
numTraces: number;
startTime?: null | string;
}>
Promise resolving to an aggregated trace view with graph data
getApiUrl()
Parameters
projectType
string
Returns
string
Inherited from
getAuthHeader()
Parameters
token
string
Returns
object
Authorization
Inherited from
getDataset()
Parameters
id
string
The ID of the dataset to retrieve.
Returns
Promise<DatasetDBType>
A promise that resolves to the dataset.
getDatasetByName()
Parameters
name
string
The name of the dataset to retrieve.
Returns
Promise<DatasetDBType>
A promise that resolves to the dataset.
getDatasetContent()
Parameters
datasetId
string
The ID of the dataset.
Returns
Promise<DatasetRow[]>
A promise that resolves to the rows of the dataset.
getDatasetEtag()
Parameters
id
string
The ID of the dataset.
Returns
Promise<string>
A promise that resolves to the dataset ETag.
getDatasets()
Parameters
limit?
number
Returns
Promise<DatasetDBType[]>
A promise that resolves to the list of datasets.
getDatasetVersionContent()
Parameters
datasetId
string
The ID of the dataset.
versionIndex
number
The index of the version to retrieve.
Returns
Promise<DatasetContent>
A promise that resolves to the dataset content for the specified version.
getDatasetVersionHistory()
Parameters
datasetId
string
The ID of the dataset.
Returns
Promise<DatasetVersionHistory>
A promise that resolves to the version history.
getExperiment()
Parameters
id
string
Returns
Promise<{
aggregate_feedback?: {
[key: string]: object;
};
aggregate_metrics?: {
[key: string]: unknown;
};
created_at?: string;
created_by?: null | string;
created_by_user?: | null
| {
email: string;
first_name?: null | string;
id: string;
last_name?: null | string;
};
dataset?: | null
| {
dataset_id?: null | string;
name?: null | string;
version_index?: null | number;
};
id: string;
name?: string;
num_samples?: null | number;
playground?: | null
| {
name?: null | string;
playground_id?: null | string;
};
playground_id?: null | string;
project_id: string;
prompt?: | null
| {
content?: null | string;
name?: null | string;
prompt_template_id?: null | string;
version_index?: null | number;
};
prompt_model?: null | string;
prompt_run_settings?: | null
| {
deployment_name?: null | string;
echo?: boolean;
frequency_penalty?: number;
known_models?: object[];
logprobs?: boolean;
max_tokens?: number;
model_alias?: string;
n?: number;
presence_penalty?: number;
reasoning_effort?: string;
response_format?: | null
| {
[key: string]: string;
};
stop_sequences?: null | string[];
temperature?: number;
tool_choice?: | null
| string
| {
function: {
name: string;
};
type?: string;
};
tools?: null | object[];
top_k?: number;
top_logprobs?: number;
top_p?: number;
verbosity?: string;
};
rank?: null | number;
ranking_score?: null | number;
status?: {
log_generation?: {
progress_percent?: number;
};
};
tags?: {
[key: string]: object[];
};
task_type: 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9 | 10 | 11 | 12 | 13 | 14 | 15 | 16 | 17 | 18;
updated_at?: null | string;
winner?: null | boolean;
}>
getExperiments()
Returns
Promise<object[]>
getExtendDatasetStatus()
Parameters
datasetId
string
The ID of the dataset being extended.
Returns
Promise<JobProgress>
A promise that resolves to the job progress.
getGlobalProjectByName()
Parameters
name
string
Name of the project to fetch.
projectType?
"prompt_evaluation" | "llm_monitor" | "gen_ai" | "training_inference" | "protect"
Returns
Promise<{
bookmark?: boolean;
createdAt: string;
createdBy: string;
createdByUser: {
email: string;
firstName?: null | string;
id: string;
lastName?: null | string;
};
description?: null | string;
id: string;
labels?: "sample"[];
name?: null | string;
permissions?: object[];
runs: object[];
type?: | null
| "prompt_evaluation"
| "llm_monitor"
| "gen_ai"
| "training_inference"
| "protect";
updatedAt: string;
}>
A promise that resolves to the matching project.
getGlobalPromptTemplate()
Parameters
id
string
Template identifier to fetch.
Returns
Promise<PromptTemplate>
A promise that resolves to the prompt template payload.
getGlobalPromptTemplateVersion()
Parameters
id
string
Template identifier to fetch.
version
number
Version number to retrieve.
Returns
Promise<PromptTemplateVersion>
A promise that resolves to the template version payload.
getJob()
Parameters
jobId
string
Returns
Promise<{
completed_at?: null | string;
created_at: string;
error_message?: null | string;
failed_at?: null | string;
id: string;
job_name: string;
migration_name?: null | string;
monitor_batch_id?: null | string;
processing_started?: null | string;
progress_message?: null | string;
progress_percent?: number;
project_id: string;
request_data: {
[key: string]: unknown;
};
retries: number;
run_id: string;
status: string;
steps_completed?: number;
steps_total?: number;
updated_at: string;
}>
getJobsForProjectRun()
Parameters
projectId
string
runId
string
Returns
Promise<object[]>
getLogStream()
Parameters
id
string
Returns
Promise<{
created_at: string;
created_by?: null | string;
has_user_created_sessions?: boolean;
id: string;
name: string;
project_id: string;
updated_at: string;
}>
getLogStreamByName()
Parameters
name
string
Returns
Promise<{
created_at: string;
created_by?: null | string;
has_user_created_sessions?: boolean;
id: string;
name: string;
project_id: string;
updated_at: string;
}>
getLogStreams()
Returns
Promise<object[]>
getProject()
Parameters
id
string
ID of the project to fetch.
Returns
Promise<{
bookmark?: boolean;
createdAt: string;
createdBy: string;
createdByUser: {
email: string;
firstName?: null | string;
id: string;
lastName?: null | string;
};
description?: null | string;
id: string;
labels?: "sample"[];
name?: null | string;
permissions?: object[];
runs: object[];
type?: | null
| "prompt_evaluation"
| "llm_monitor"
| "gen_ai"
| "training_inference"
| "protect";
updatedAt: string;
}>
A promise that resolves to the matching project.
getProjectByName()
Parameters
name
string
Name of the project to fetch.
options?
(Optional) Additional lookup options.projectType?
|null
| "prompt_evaluation"
| "llm_monitor"
| "gen_ai"
| "training_inference"
| "protect"
(Optional) Project type hint to disambiguate by name.
Returns
Promise<{
bookmark?: boolean;
createdAt: string;
createdBy: string;
createdByUser: {
email: string;
firstName?: null | string;
id: string;
lastName?: null | string;
};
description?: null | string;
id: string;
labels?: "sample"[];
name?: null | string;
permissions?: object[];
runs: object[];
type?: | null
| "prompt_evaluation"
| "llm_monitor"
| "gen_ai"
| "training_inference"
| "protect";
updatedAt: string;
}>
A promise that resolves to the matching project.
getProjectIdByName()
Parameters
name
string
Name of the project to resolve.
projectType?
"prompt_evaluation" | "llm_monitor" | "gen_ai" | "training_inference" | "protect"
Returns
Promise<string>
A promise that resolves to the project ID.
getProjects()
Parameters
projectType?
(Optional) Project type filter for the request."prompt_evaluation" | "llm_monitor" | "gen_ai" | "training_inference" | "protect"
Returns
Promise<object[]>
A promise that resolves to the accessible projects.
getPromptTemplate()
getGlobalPromptTemplate(id) instead.
Parameters
id
string
The unique identifier of the template to fetch. Must be
a template ID that exists within the initialized project.
Returns
Promise<PromptTemplate>
A promise that resolves to the prompt template payload containing
template metadata, versions, and associated information.
Throws
Error if the template is not found in the project, if the client is not initialized with a project, or if the service is unavailable.getPromptTemplates()
init({ projectName })
or init({ projectId })) before using these methods.
Note: For global templates (which can be shared across projects but
can also be filtered by project), use the getGlobalPromptTemplate* methods
instead. The global methods (listGlobalPromptTemplates, getGlobalPromptTemplate,
etc.) support optional projectId and projectName parameters to filter
results.
Returns
Promise<PromptTemplate[]>
A promise that resolves to an array of prompt templates
associated with the initialized project.
Throws
Error if the client is not initialized with a project or if the prompt template service is not available.getPromptTemplateVersion()
getGlobalPromptTemplateVersion(id, version) instead.
Parameters
id
string
The unique identifier of the template.
version
number
The version number to retrieve. Version numbers are
typically sequential integers starting from 1.
Returns
Promise<PromptTemplateVersion>
A promise that resolves to the prompt template version payload,
including the template content, settings, and version metadata.
Throws
Error if the template or version is not found in the project, if the client is not initialized with a project, or if the service is unavailable.getPromptTemplateVersionByName()
projectId
or projectName in the options), use listGlobalPromptTemplates() with
name filtering and project filtering, then getGlobalPromptTemplateVersion().
Parameters
name
string
The name of the template to search for. The search is
performed within the scope of the initialized project.
version?
number
(Optional) The version number to fetch. If not provided,
defaults to the template’s selected version (typically the latest).
Returns
Promise<PromptTemplateVersion>
A promise that resolves to the prompt template version payload.
Throws
Error if no template with the given name is found in the project, if the specified version doesn’t exist, if the client is not initialized with a project, or if the service is unavailable.getRunScorerJobs()
Parameters
projectId
string
runId
string
Returns
Promise<object[]>
getScorers()
Parameters
options?
(Optional) The filtering options.names?
string[]
(Optional) Filter by multiple scorer names.
type?
ScorerTypes
(Optional) Filter by a single scorer type.
Returns
Promise<ScorerResponse[]>
A promise that resolves to an array of scorers.
getScorersPage()
Parameters
options?
(Optional) The filtering and pagination options.limit?
number
(Optional) The maximum number of scorers to return.
name?
string
(Optional) Filter by a single scorer name.
names?
string[]
(Optional) Filter by multiple scorer names.
startingToken?
number
(Optional) The starting token for pagination.
types?
ScorerTypes[]
(Optional) Filter by scorer types.
Returns
Promise<ListScorersResponse>
A promise that resolves to an object containing scorers and the next starting token.
getScorerVersion()
Parameters
scorerId
string
The unique identifier of the scorer.
version
number
The version number to retrieve.
Returns
Promise<BaseScorerVersionResponse>
A promise that resolves to the scorer version.
getSession()
Parameters
sessionId
string
The unique identifier of the session to retrieve
Returns
Promise<{
createdAt?: string;
datasetInput?: null | string;
datasetMetadata?: {
[key: Uncapitalize<string>]: string;
};
datasetOutput?: null | string;
externalId?: null | string;
hasChildren?: null | boolean;
id: string;
input?: string | object[];
metricInfo?: | null
| {
[key: Uncapitalize<string>]:
| {
message?: string;
scorerType?: null | "Luna" | "Plus";
statusType: "not_computed";
}
| {
scorerType?: null | "Luna" | "Plus";
statusType: "pending";
}
| {
message?: string;
scorerType?: null | "Luna" | "Plus";
statusType: "computing";
}
| {
message?: string;
scorerType?: null | "Luna" | "Plus";
statusType: "not_applicable";
}
| {
cost?: null | number;
critique?: | null
| {
critiqueInfo: {
critique: string;
intendedValue: boolean;
originalExplanation: string;
};
id: string;
isComputed: boolean;
revisedExplanation: null | string;
};
displayValue?: null | string;
explanation?: null | string;
modelAlias?: null | string;
numJudges?: null | number;
rationale?: null | string;
scorerType?: null | "Luna" | "Plus";
statusType: "success";
value: | null
| string
| number
| boolean
| {
metadata?: {
[key: string]: … | … | … | …;
};
page_content: string;
}
| {
aggregate: | {
dislike_count: number;
feedback_type: "like_dislike";
like_count: number;
unrated_count: number;
}
| {
average: number;
counts: {
[key: …]: …;
};
feedback_type: "star";
unrated_count: number;
}
| {
average: number;
feedback_type: "score";
unrated_count: number;
}
| {
counts: {
[key: …]: …;
};
feedback_type: "tags";
unrated_count: number;
};
}
| {
created_at: string;
created_by: null | string;
explanation?: null | string;
rating: | {
feedback_type: "like_dislike";
value: boolean;
}
| {
feedback_type: "star";
value: number;
}
| {
feedback_type: "score";
value: number;
}
| {
feedback_type: "tags";
value: …[];
}
| {
feedback_type: "text";
value: string;
};
}
| {
end: number;
hallucination: number;
hallucination_severity?: number;
start: number;
}
| {
end: number;
prob?: null | number;
start: number;
value: string | number;
}
| (
| null
| string
| number
| boolean
| {
metadata?: … | …;
page_content: string;
}
| {
aggregate: … | … | … | …;
}
| {
created_at: string;
created_by: … | …;
explanation?: … | … | …;
rating: … | … | … | … | …;
}
| {
end: number;
hallucination: number;
hallucination_severity?: … | …;
start: number;
}
| {
end: number;
prob?: … | … | …;
start: number;
value: … | …;
})[]
| (
| null
| string
| number
| boolean
| {
metadata?: …;
page_content: …;
}
| {
aggregate: …;
}
| {
created_at: …;
created_by: …;
explanation?: …;
rating: …;
}
| {
end: …;
hallucination: …;
hallucination_severity?: …;
start: …;
}
| {
end: …;
prob?: …;
start: …;
value: …;
})[][]
| (… | … | … | … | … | … | … | … | … | …)[][][];
}
| {
message?: null | string;
scorerType?: null | "Luna" | "Plus";
statusType: "error";
}
| {
message?: null | string;
scorerType?: null | "Luna" | "Plus";
statusType: "failed";
};
};
metrics?: {
[key: Uncapitalize<string>]: unknown;
durationNs?: null | number;
};
metricsBatchId?: null | string;
name?: string;
output?: | null
| string
| {
content: string;
role: | "function"
| "agent"
| "tool"
| "user"
| "assistant"
| "developer"
| "system";
tool_call_id?: null | string;
tool_calls?: null | object[];
}
| object[];
previousSessionId?: null | string;
projectId: string;
redactedInput?: null | string | object[];
redactedOutput?: | null
| string
| {
content: string;
role: | "function"
| "agent"
| "tool"
| "user"
| "assistant"
| "developer"
| "system";
tool_call_id?: null | string;
tool_calls?: null | object[];
}
| object[];
runId: string;
sessionBatchId?: null | string;
sessionId?: null | string;
statusCode?: null | number;
tags?: string[];
traceId?: null | string;
traces?: object[];
type?: "session";
updatedAt?: null | string;
userMetadata?: {
[key: Uncapitalize<string>]: string;
};
}>
Promise resolving to the session record with its children
getSessionsAvailableColumns()
Parameters
options
Request objectendTime?
null | string
(Optional) End time for filtering columns
experimentId?
null | string
(Optional) Experiment ID to get columns for
logStreamId?
null | string
(Optional) Log stream ID to get columns for
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
startTime?
null | string
(Optional) Start time for filtering columns
Returns
Promise<{
columns?: object[];
}>
Promise resolving to a response containing the available columns
getSpan()
Parameters
spanId
string
The unique identifier of the span to retrieve
Returns
Promise<ExtendedSpanRecord>
Promise resolving to the span record
getSpansAvailableColumns()
Parameters
options
Request objectendTime?
null | string
(Optional) End time for filtering columns
experimentId?
null | string
(Optional) Experiment ID to get columns for
logStreamId?
null | string
(Optional) Log stream ID to get columns for
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
startTime?
null | string
(Optional) Start time for filtering columns
Returns
Promise<{
columns?: object[];
}>
Promise resolving to a response containing the available columns
getTrace()
Parameters
traceId
string
The unique identifier of the trace to retrieve
Returns
Promise<{
createdAt?: string;
datasetInput?: null | string;
datasetMetadata?: {
[key: Uncapitalize<string>]: string;
};
datasetOutput?: null | string;
externalId?: null | string;
feedbackRatingInfo?: {
[key: Uncapitalize<string>]: object;
};
hasChildren?: null | boolean;
id: string;
input?: string;
isComplete?: boolean;
metricInfo?: | null
| {
[key: Uncapitalize<string>]:
| {
message?: string;
scorerType?: null | "Luna" | "Plus";
statusType: "not_computed";
}
| {
scorerType?: null | "Luna" | "Plus";
statusType: "pending";
}
| {
message?: string;
scorerType?: null | "Luna" | "Plus";
statusType: "computing";
}
| {
message?: string;
scorerType?: null | "Luna" | "Plus";
statusType: "not_applicable";
}
| {
cost?: null | number;
critique?: | null
| {
critiqueInfo: {
critique: string;
intendedValue: boolean;
originalExplanation: string;
};
id: string;
isComputed: boolean;
revisedExplanation: null | string;
};
displayValue?: null | string;
explanation?: null | string;
modelAlias?: null | string;
numJudges?: null | number;
rationale?: null | string;
scorerType?: null | "Luna" | "Plus";
statusType: "success";
value: | null
| string
| number
| boolean
| {
metadata?: {
[key: string]: … | … | … | …;
};
page_content: string;
}
| {
aggregate: | {
dislike_count: number;
feedback_type: "like_dislike";
like_count: number;
unrated_count: number;
}
| {
average: number;
counts: {
[key: …]: …;
};
feedback_type: "star";
unrated_count: number;
}
| {
average: number;
feedback_type: "score";
unrated_count: number;
}
| {
counts: {
[key: …]: …;
};
feedback_type: "tags";
unrated_count: number;
};
}
| {
created_at: string;
created_by: null | string;
explanation?: null | string;
rating: | {
feedback_type: "like_dislike";
value: boolean;
}
| {
feedback_type: "star";
value: number;
}
| {
feedback_type: "score";
value: number;
}
| {
feedback_type: "tags";
value: …[];
}
| {
feedback_type: "text";
value: string;
};
}
| {
end: number;
hallucination: number;
hallucination_severity?: number;
start: number;
}
| {
end: number;
prob?: null | number;
start: number;
value: string | number;
}
| (
| null
| string
| number
| boolean
| {
metadata?: … | …;
page_content: string;
}
| {
aggregate: … | … | … | …;
}
| {
created_at: string;
created_by: … | …;
explanation?: … | … | …;
rating: … | … | … | … | …;
}
| {
end: number;
hallucination: number;
hallucination_severity?: … | …;
start: number;
}
| {
end: number;
prob?: … | … | …;
start: number;
value: … | …;
})[]
| (
| null
| string
| number
| boolean
| {
metadata?: …;
page_content: …;
}
| {
aggregate: …;
}
| {
created_at: …;
created_by: …;
explanation?: …;
rating: …;
}
| {
end: …;
hallucination: …;
hallucination_severity?: …;
start: …;
}
| {
end: …;
prob?: …;
start: …;
value: …;
})[][]
| (… | … | … | … | … | … | … | … | … | …)[][][];
}
| {
message?: null | string;
scorerType?: null | "Luna" | "Plus";
statusType: "error";
}
| {
message?: null | string;
scorerType?: null | "Luna" | "Plus";
statusType: "failed";
};
};
metrics?: {
[key: Uncapitalize<string>]: unknown;
durationNs?: null | number;
};
metricsBatchId?: null | string;
name?: string;
output?: null | string;
projectId: string;
redactedInput?: null | string;
redactedOutput?: null | string;
runId: string;
sessionBatchId?: null | string;
sessionId: string;
spans?: object[] | object[] | object[] | object[] | object[];
statusCode?: null | number;
tags?: string[];
traceId: string;
type?: "trace";
updatedAt?: null | string;
userMetadata?: {
[key: Uncapitalize<string>]: string;
};
}>
Promise resolving to the trace record with its children
getTracesAvailableColumns()
Parameters
options
Request objectendTime?
null | string
(Optional) End time for filtering columns
experimentId?
null | string
(Optional) Experiment ID to get columns for
logStreamId?
null | string
(Optional) Log stream ID to get columns for
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
startTime?
null | string
(Optional) Start time for filtering columns
Returns
Promise<{
columns?: object[];
}>
Promise resolving to a response containing the available columns
healthCheck()
Returns
Promise<boolean>
Inherited from
ingestSpans()
Parameters
options
Ingest request objectclientVersion?
null | string
(Optional) Client version identifier
experimentId?
null | string
(Optional) Experiment ID associated with the spans
loggingMethod?
"playground" | "python_client" | "typescript_client" | "api_direct"
(Optional) Logging method to use (default: ‘api_direct’)
logStreamId?
null | string
(Optional) Log stream ID associated with the spans
metricsTestingId?
null | string
(Optional) Metrics testing ID associated with the spans
parentId
string
The unique identifier of the parent trace or span
reliable?
boolean
(Optional) Whether to use reliable logging (default: false)
spans
object[] | object[] | object[] | object[] | object[]
Array of span objects to ingest (AgentSpan, WorkflowSpan, LlmSpan, RetrieverSpan, or ToolSpan)
traceId
string
The unique identifier of the trace to attach spans to
Returns
Promise<{
experimentId?: null | string;
logStreamId?: null | string;
metricsTestingId?: null | string;
parentId: string;
projectId: string;
projectName: string;
recordsCount: number;
sessionId: string;
traceId: string;
}>
Promise resolving to a response indicating the ingestion result
ingestTraces()
Parameters
options
clientVersion?
null | string
experimentId?
null | string
includeTraceIds?
boolean
isComplete?
boolean
loggingMethod?
"playground" | "python_client" | "typescript_client" | "api_direct"
logStreamId?
null | string
metricsTestingId?
null | string
reliable?
boolean
sessionId?
null | string
traces
object[]
Returns
Promise<{
experimentId?: null | string;
logStreamId?: null | string;
metricsTestingId?: null | string;
projectId: string;
projectName: string;
recordsCount: number;
sessionId: string;
traceIds?: string[];
tracesCount: number;
}>
ingestTracesLegacy()
Parameters
traces
any[]
Returns
Promise<void>
init()
Parameters
params
Partial<GalileoApiClientParams> = {}
Returns
Promise<void>
initializeClient()
Returns
void
Inherited from
listDatasetProjects()
Parameters
datasetId
string
The ID of the dataset.
limit
number = 100
(Optional) The maximum number of projects to return.
Returns
Promise<ListDatasetProjectsResponse>
A promise that resolves to the list of projects that use the dataset.
listGlobalPromptTemplates()
Call Signature
Parameters
nameFilter
string
Template name filter. Filters templates by name containing this string.
limit
number
Maximum number of templates to fetch per page.
startingToken
number
Pagination starting token (default: 0 for first page).
Returns
Promise<ListPromptTemplateResponse>
A promise that resolves to the list response payload containing templates and pagination info.
Call Signature
Parameters
options
GlobalPromptTemplateListOptions
(Optional) Options for the list call.
Returns
Promise<ListPromptTemplateResponse>
A promise that resolves to the list response payload.
listUserProjectCollaborators()
Parameters
options?
(Optional) Options for the list operation.limit?
number
(Optional) Maximum collaborators to return per page.
projectId?
string
(Optional) Explicit project ID override.
startingToken?
number
(Optional) Pagination token to start from.
Returns
Promise<{
collaborators: object[];
limit?: number;
nextStartingToken?: null | number;
paginated?: boolean;
startingToken?: number;
}>
A promise that resolves to the collaborators list payload.
makeRequest()
Type Parameters
T
T
Parameters
request_method
Method
endpoint
Routes
data?
null | string | Record<string, any>
params?
Record<string, unknown>
extraHeaders?
Record<string, string>
Returns
Promise<T>
Inherited from
makeRequestRaw()
Type Parameters
T
T
Parameters
request_method
Method
endpoint
Routes
data?
null | string | Record<string, any>
params?
Record<string, unknown>
extraHeaders?
Record<string, string>
Returns
Promise<AxiosResponse<T, any, {
}>>
Inherited from
makeRequestWithConversion()
Type Parameters
SourceCamelType
SourceCamelType extends object
SourceSnakeType
SourceSnakeType extends object
ResponseSnakeType
ResponseSnakeType extends object
ResponseCamelType
ResponseCamelType extends object
Parameters
request_method
Method
endpoint
Routes
data
SourceCamelType
params?
Record<string, unknown>
Returns
Promise<ValidatedCamelCase<ResponseSnakeType, ResponseCamelType>>
Inherited from
makeStreamingRequest()
Parameters
request_method
Method
endpoint
Routes
data?
null | string | Record<string, any>
params?
Record<string, unknown>
extraHeaders?
Record<string, string>
Returns
Promise<Readable>
Inherited from
processResponse()
Type Parameters
T
T
Parameters
data
undefined | T
error
unknown
Returns
T
Inherited from
queryDatasets()
Parameters
params
ListDatasetParams
The list dataset parameters used to filter datasets.
query?
(Optional) Pagination options for the query.limit?
number
(Optional) The maximum number of datasets to return.
startingToken?
number
(Optional) The starting token for pagination.
Returns
Promise<ListDatasetResponse>
A promise that resolves to the list dataset response.
recomputeMetrics()
Parameters
options
Request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to identify records for recomputation
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
limit?
number
(Optional) Maximum number of records to process (default: 100)
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
previousLastRowId?
null | string
(Optional) Previous last row ID for pagination
scorerIds
string[]
Array of scorer IDs for which metrics should be recomputed
sort?
{ascending?: boolean;
columnId: string;
sortType?: "column";
}
(Optional) Sort clause for ordering results
sort.ascending?
boolean
sort.columnId
string
sort.sortType?
"column"
startingToken?
number
(Optional) Starting token for pagination (default: 0)
truncateFields?
boolean
(Optional) Whether to truncate fields (default: false)
Returns
Promise<unknown>
Promise resolving to the recomputation job result
refreshTokenIfNeeded()
Parameters
endpoint
Routes
Returns
Promise<void>
Inherited from
renderPromptTemplate()
Parameters
request
RenderTemplateRequest
Render template request payload.
startingToken?
number
(Optional) Pagination starting token (default: 0).
limit?
number
(Optional) Maximum records per page (default: 100).
Returns
Promise<RenderTemplateResponse>
A promise that resolves to the render response payload.
searchMetrics()
Parameters
options
endTime
string
experimentId?
null | string
filters?
object[] | object[] | object[] | object[] | object[] | object[]
groupBy?
null | string
interval?
number
logStreamId?
null | string
metricsTestingId?
null | string
startTime
string
Returns
Promise<{
aggregateMetrics: {
[key: Uncapitalize<string>]: number;
};
bucketedMetrics: {
[key: Uncapitalize<string>]: object[];
};
groupByColumns: string[];
}>
searchSessions()
Parameters
request
Query request objectexperimentId?
null | string
(Optional) Experiment ID to filter by
filters?
object[] | object[] | object[] | object[] | object[] | object[]
(Optional) Array of filter objects to apply
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
(Optional) Complex filter tree structure
limit?
number
(Optional) Maximum number of records to return (default: 100)
logStreamId?
null | string
(Optional) Log stream ID to filter by
metricsTestingId?
null | string
(Optional) Metrics testing ID to filter by
previousLastRowId?
null | string
(Optional) Previous last row ID for pagination
sort?
{ascending?: boolean;
columnId: string;
sortType?: "column";
}
(Optional) Sort clause for ordering results
sort.ascending?
boolean
sort.columnId
string
sort.sortType?
"column"
startingToken?
number
(Optional) Starting token for pagination (default: 0)
truncateFields?
boolean
Returns
Promise<{
lastRowId?: null | string;
limit?: number;
nextStartingToken?: null | number;
paginated?: boolean;
records?: object[] | object[] | object[] | object[] | object[] | object[] | object[];
startingToken?: number;
}>
Promise resolving to a query response containing matching session records
searchSpans()
Parameters
options
experimentId?
null | string
filters?
object[] | object[] | object[] | object[] | object[] | object[]
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
limit?
number
logStreamId?
null | string
metricsTestingId?
null | string
previousLastRowId?
null | string
sort?
{ascending?: boolean;
columnId: string;
sortType?: "column";
}
sort.ascending?
boolean
sort.columnId
string
sort.sortType?
"column"
startingToken?
number
truncateFields?
boolean
Returns
Promise<{
lastRowId?: null | string;
limit?: number;
nextStartingToken?: null | number;
paginated?: boolean;
records?: object[] | object[] | object[] | object[] | object[] | object[] | object[];
startingToken?: number;
}>
searchTraces()
Parameters
options
experimentId?
null | string
filters?
object[] | object[] | object[] | object[] | object[] | object[]
filterTree?
|null
| {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| object[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| object[];
}
| {
not: | {
filter: | {
name: null | string;
operator: "eq" | "ne";
value: boolean;
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "contains" | "not_in";
value: string | string[];
}
| {
name: null | string;
value: boolean;
}
| {
name: null | string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte" | "between";
value: number | number[];
}
| {
name: null | string;
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "gt" | "gte" | "lt" | "lte";
value: string;
}
| {
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
}
| {
caseSensitive?: boolean;
name: null | string;
operator: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
name: null | string;
operator?: "eq" | "ne" | "contains" | "not_in" | "one_of";
value: string | string[];
}
| {
key: string;
name: null | string;
operator: "eq" | "ne" | "not_in" | "one_of";
value: string | string[];
};
}
| {
and: | object[]
| { and: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | …[] | { …; }[] | { …; }[]; }[]
| object[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| {
or: | object[]
| object[]
| { or: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; }[] | { …; }[] | …[] | { …; }[]; }[]
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; }[];
}
| { not: { filter: { name: string | null; operator: “eq” | “ne”; value: boolean; } | { name: string | null; operator: “eq” | “contains” | “not_in”; value: string | string[]; caseSensitive?: boolean | undefined; } | … 8 more … | { …; }; } | { …; } | { …; } | …; };
}
limit?
number
logStreamId?
null | string
metricsTestingId?
null | string
previousLastRowId?
null | string
sort?
{ascending?: boolean;
columnId: string;
sortType?: "column";
}
sort.ascending?
boolean
sort.columnId
string
sort.sortType?
"column"
startingToken?
number
truncateFields?
boolean
Returns
Promise<{
lastRowId?: null | string;
limit?: number;
nextStartingToken?: null | number;
paginated?: boolean;
records?: object[] | object[] | object[] | object[] | object[] | object[] | object[];
startingToken?: number;
}>
updateGlobalPromptTemplate()
Parameters
templateId
string
Template identifier to update.
name
string
New template name.
Returns
Promise<PromptTemplate>
A promise that resolves to the updated template payload.
updateSpan()
Parameters
options
Update request objectclientVersion?
null | string
(Optional) Client version identifier
durationNs?
null | number
experimentId?
null | string
(Optional) Experiment ID associated with the span
input?
null | string | object[]
(Optional) New input value to overwrite existing input (string or Message array)
loggingMethod?
"playground" | "python_client" | "typescript_client" | "api_direct"
(Optional) Logging method to use (default: ‘api_direct’)
logStreamId?
null | string
(Optional) Log stream ID associated with the span
metricsTestingId?
null | string
(Optional) Metrics testing ID associated with the span
output?
|null
| string
| {
content: string;
role: | "function"
| "agent"
| "tool"
| "user"
| "assistant"
| "developer"
| "system";
tool_call_id?: null | string;
tool_calls?: null | object[];
}
| object[]
(Optional) New output value to overwrite existing output (string, Message, or Document array)
reliable?
boolean
(Optional) Whether to use reliable logging (default: false)
spanId
string
The unique identifier of the span to update
statusCode?
null | number
(Optional) Status code to overwrite existing status code
tags?
string[]
(Optional) Tags to add to the span
Returns
Promise<{
experimentId?: null | string;
logStreamId?: null | string;
metricsTestingId?: null | string;
projectId: string;
projectName: string;
recordsCount: number;
sessionId: string;
spanId: string;
}>
Promise resolving to the updated span record
updateTrace()
Parameters
options
Update request objectclientVersion?
null | string
(Optional) Client version identifier
durationNs?
null | number
experimentId?
null | string
(Optional) Experiment ID associated with the trace
input?
null | string
(Optional) New input value to overwrite existing input
isComplete?
null | boolean
loggingMethod?
"playground" | "python_client" | "typescript_client" | "api_direct"
(Optional) Logging method to use (default: ‘api_direct’)
logStreamId?
null | string
(Optional) Log stream ID associated with the trace
metricsTestingId?
null | string
(Optional) Metrics testing ID associated with the trace
output?
null | string
(Optional) New output value to overwrite existing output
reliable?
boolean
(Optional) Whether to use reliable logging (default: false)
statusCode?
null | number
(Optional) Status code to overwrite existing status code
tags?
string[]
(Optional) Tags to add to the trace
traceId
string
The unique identifier of the trace to update
Returns
Promise<{
experimentId?: null | string;
logStreamId?: null | string;
metricsTestingId?: null | string;
projectId: string;
projectName: string;
recordsCount: number;
sessionId: string;
traceId: string;
}>
Promise resolving to the updated trace record
updateUserProjectCollaborator()
Parameters
userId
string
ID of the collaborator to update.
update
Update payload describing the collaborator changes.role
"owner" | "editor" | "annotator" | "viewer"
projectId?
string
(Optional) Project ID override when not using a scoped client.
Returns
Promise<{
createdAt: string;
email: string;
firstName: null | string;
id: string;
lastName: null | string;
permissions?: object[];
role: "owner" | "editor" | "annotator" | "viewer";
userId: string;
}>
A promise that resolves to the updated collaborator.
validateCodeScorerAndWait()
Parameters
codeContent
string
scoreableNodeTypes
("agent" | "llm" | "retriever" | "tool" | "workflow" | "trace" | "session")[]
timeoutMs?
number
pollIntervalMs?
number
requiredScorers?
string[]
Returns
Promise<ValidateRegisteredScorerResult>
validateResponse()
Parameters
response
AxiosResponse
Returns
void
Inherited from
getTimestampRecord()
Returns
Date