Skip to main content
POST
/
v2
/
scorers
/
list
List Scorers With Filters
curl --request POST \
  --url https://api.galileo.ai/v2/scorers/list \
  --header 'Content-Type: application/json' \
  --header 'Galileo-API-Key: <api-key>' \
  --data '{
  "filters": [
    {
      "name": "name",
      "operator": "eq",
      "value": "<string>",
      "case_sensitive": false
    }
  ],
  "sort": {
    "name": "name",
    "ascending": true,
    "sort_type": "column"
  }
}'
{
  "starting_token": 0,
  "limit": 100,
  "paginated": false,
  "next_starting_token": 123,
  "scorers": [
    {
      "id": "<string>",
      "name": "<string>",
      "scorer_type": "llm",
      "defaults": {
        "model_name": "<string>",
        "num_judges": 123,
        "filters": [
          {
            "name": "node_name",
            "filter_type": "string",
            "value": "<string>",
            "operator": "eq",
            "case_sensitive": true
          }
        ],
        "scoreable_node_types": [
          "<string>"
        ],
        "cot_enabled": true,
        "output_type": "boolean",
        "input_type": "basic"
      },
      "latest_version": {
        "id": "<string>",
        "version": 123,
        "scorer_id": "<string>",
        "generated_scorer": {
          "id": "<string>",
          "name": "<string>",
          "instructions": "<string>",
          "chain_poll_template": {
            "metric_system_prompt": "<string>",
            "metric_description": "<string>",
            "value_field_name": "<string>",
            "explanation_field_name": "<string>",
            "template": "<string>",
            "metric_few_shot_examples": [
              "<any>"
            ],
            "response_schema": {}
          },
          "user_prompt": "<string>"
        },
        "registered_scorer": {
          "id": "<string>",
          "name": "<string>"
        },
        "finetuned_scorer": {
          "id": "<string>",
          "name": "<string>",
          "lora_task_id": 123,
          "prompt": "<string>",
          "luna_input_type": "span",
          "luna_output_type": "float",
          "class_name_to_vocab_ix": {},
          "executor": "action_completion_luna"
        },
        "model_name": "<string>",
        "num_judges": 123,
        "scoreable_node_types": [
          "<string>"
        ],
        "cot_enabled": true,
        "output_type": "boolean",
        "input_type": "basic"
      },
      "model_type": "slm",
      "ground_truth": true,
      "default_version_id": "<string>",
      "default_version": {
        "id": "<string>",
        "version": 123,
        "scorer_id": "<string>",
        "generated_scorer": {
          "id": "<string>",
          "name": "<string>",
          "instructions": "<string>",
          "chain_poll_template": {
            "metric_system_prompt": "<string>",
            "metric_description": "<string>",
            "value_field_name": "<string>",
            "explanation_field_name": "<string>",
            "template": "<string>",
            "metric_few_shot_examples": [
              "<any>"
            ],
            "response_schema": {}
          },
          "user_prompt": "<string>"
        },
        "registered_scorer": {
          "id": "<string>",
          "name": "<string>"
        },
        "finetuned_scorer": {
          "id": "<string>",
          "name": "<string>",
          "lora_task_id": 123,
          "prompt": "<string>",
          "luna_input_type": "span",
          "luna_output_type": "float",
          "class_name_to_vocab_ix": {},
          "executor": "action_completion_luna"
        },
        "model_name": "<string>",
        "num_judges": 123,
        "scoreable_node_types": [
          "<string>"
        ],
        "cot_enabled": true,
        "output_type": "boolean",
        "input_type": "basic"
      },
      "user_prompt": "<string>",
      "scoreable_node_types": [
        "<string>"
      ],
      "output_type": "boolean",
      "input_type": "basic",
      "label": "<string>",
      "tags": [
        "<string>"
      ],
      "included_fields": [
        "<string>"
      ],
      "description": "<string>",
      "created_by": "<string>",
      "created_at": "2023-11-07T05:31:56Z",
      "updated_at": "2023-11-07T05:31:56Z"
    }
  ]
}

Authorizations

Galileo-API-Key
string
header
required

Query Parameters

starting_token
integer
default:0
limit
integer
default:100

Body

application/json
filters
Filters · array
  • ScorerNameFilter
  • ScorerTypeFilter
  • ScorerModelTypeFilter
  • ScorerTagsFilter
  • ScorerCreatorFilter
  • ScorerCreatedAtFilter
  • ScorerUpdatedAtFilter
  • ScorerLabelFilter
sort
object | null
  • ScorerNameSort
  • ScorerEnabledInRunSort

Response

Successful Response

starting_token
integer
default:0
limit
integer
default:100
paginated
boolean
default:false
next_starting_token
integer | null
scorers
ScorerResponse · object[]
I