ℹ️ These docs are for the free version of Galileo. Documentation for current customers can be found here.
curl --request PATCH \
--url https://api.galileo.ai/v2/scorers/{scorer_id} \
--header 'Content-Type: application/json' \
--header 'Galileo-API-Key: <api-key>' \
--data '{
"name": "<string>",
"description": "<string>",
"tags": [
"<string>"
],
"defaults": {
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"name": "node_name",
"filter_type": "string",
"value": "<string>",
"operator": "eq",
"case_sensitive": true
}
],
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"model_type": "slm",
"default_version_id": "<string>"
}'
{
"id": "<string>",
"name": "<string>",
"scorer_type": "llm",
"defaults": {
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"name": "node_name",
"filter_type": "string",
"value": "<string>",
"operator": "eq",
"case_sensitive": true
}
],
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"latest_version": {
"id": "<string>",
"version": 123,
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "<string>",
"explanation_field_name": "<string>",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>"
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"model_type": "slm",
"default_version_id": "<string>",
"default_version": {
"id": "<string>",
"version": 123,
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "<string>",
"explanation_field_name": "<string>",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>"
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"label": "",
"tags": [
"<string>"
],
"included_fields": [
"<string>"
],
"description": "<string>",
"created_by": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z"
}
curl --request PATCH \
--url https://api.galileo.ai/v2/scorers/{scorer_id} \
--header 'Content-Type: application/json' \
--header 'Galileo-API-Key: <api-key>' \
--data '{
"name": "<string>",
"description": "<string>",
"tags": [
"<string>"
],
"defaults": {
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"name": "node_name",
"filter_type": "string",
"value": "<string>",
"operator": "eq",
"case_sensitive": true
}
],
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"model_type": "slm",
"default_version_id": "<string>"
}'
{
"id": "<string>",
"name": "<string>",
"scorer_type": "llm",
"defaults": {
"model_name": "<string>",
"num_judges": 123,
"filters": [
{
"name": "node_name",
"filter_type": "string",
"value": "<string>",
"operator": "eq",
"case_sensitive": true
}
],
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"latest_version": {
"id": "<string>",
"version": 123,
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "<string>",
"explanation_field_name": "<string>",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>"
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"model_type": "slm",
"default_version_id": "<string>",
"default_version": {
"id": "<string>",
"version": 123,
"generated_scorer": {
"id": "<string>",
"name": "<string>",
"instructions": "<string>",
"chain_poll_template": {
"metric_system_prompt": "<string>",
"metric_description": "<string>",
"value_field_name": "<string>",
"explanation_field_name": "<string>",
"template": "<string>",
"metric_few_shot_examples": [
{
"generation_prompt_and_response": "<string>",
"evaluating_response": "<string>"
}
]
},
"user_prompt": "<string>"
},
"registered_scorer": {
"id": "<string>",
"name": "<string>"
},
"model_name": "<string>",
"num_judges": 123,
"scoreable_node_types": [
"<string>"
],
"cot_enabled": true,
"output_type": "boolean"
},
"label": "",
"tags": [
"<string>"
],
"included_fields": [
"<string>"
],
"description": "<string>",
"created_by": "<string>",
"created_at": "2023-11-07T05:31:56Z",
"updated_at": "2023-11-07T05:31:56Z"
}
Successful Response
The response is of type object
.
Was this page helpful?