ℹ️ These docs are for the free version of Galileo. Documentation for current customers can be found here.
curl --request POST \
--url https://api.galileo.ai/v2/scorers/{scorer_id}/version/llm \
--header 'Content-Type: application/json' \
--header 'Galileo-API-Key: <api-key>' \
--data '{
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>"
}'
{
"id": "<string>",
"version": 123,
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>",
"created_by": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z",
"scoreable_node_types": [
"chain"
],
"scorer_configuration": {
"model_alias": "gpt-4.1-mini",
"num_judges": 3
}
},
"registered_scorer": {
"id": "<string>",
"name": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z",
"created_by": "<string>",
"score_type": "<string>",
"data_type": "unknown",
"scoreable_node_types": [
"<string>"
]
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z"
}
curl --request POST \
--url https://api.galileo.ai/v2/scorers/{scorer_id}/version/llm \
--header 'Content-Type: application/json' \
--header 'Galileo-API-Key: <api-key>' \
--data '{
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>"
}'
{
"id": "<string>",
"version": 123,
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "rating",
"explanation_field_name": "explanation",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>",
"created_by": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z",
"scoreable_node_types": [
"chain"
],
"scorer_configuration": {
"model_alias": "gpt-4.1-mini",
"num_judges": 3
}
},
"registered_scorer": {
"id": "<string>",
"name": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z",
"created_by": "<string>",
"score_type": "<string>",
"data_type": "unknown",
"scoreable_node_types": [
"<string>"
]
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z"
}
Successful Response
The response is of type object
.
Was this page helpful?