POST
/
v2
/
scorers
/
{scorer_id}
/
version
/
llm
curl --request POST \
  --url https://api.galileo.ai/v2/scorers/{scorer_id}/version/llm \
  --header 'Content-Type: application/json' \
  --header 'Galileo-API-Key: <api-key>' \
  --data '{
  "model_name": "<string>",
  "num_judges": 123,
  "instructions": "<string>",
  "chain_poll_template": {
    "metric_system_prompt": "<string>",
    "metric_description": "<string>",
    "value_field_name": "rating",
    "explanation_field_name": "explanation",
    "template": "<string>",
    "metric_few_shot_examples": [
      {
        "generation_prompt_and_response": "<string>",
        "evaluating_response": "<string>"
      }
    ]
  }
}'
{
  "id": "<string>",
  "version": 123,
  "generated_scorer": {
    "id": "<string>",
    "name": "<string>",
    "instructions": "<string>",
    "chain_poll_template": {
      "metric_system_prompt": "<string>",
      "metric_description": "<string>",
      "value_field_name": "rating",
      "explanation_field_name": "explanation",
      "template": "<string>",
      "metric_few_shot_examples": [
        {
          "generation_prompt_and_response": "<string>",
          "evaluating_response": "<string>"
        }
      ]
    },
    "created_by": "<string>",
    "created_at": "2023-11-07T05:31:56Z",
    "updated_at": "2023-11-07T05:31:56Z",
    "scoreable_node_types": [
      "chain"
    ],
    "scorer_configuration": {
      "model_alias": "GPT-4o mini",
      "num_judges": 3
    }
  },
  "registered_scorer": {
    "id": "<string>",
    "name": "<string>",
    "created_at": "2023-11-07T05:31:56Z",
    "updated_at": "2023-11-07T05:31:56Z",
    "created_by": "<string>",
    "score_type": "<string>",
    "data_type": "unknown",
    "scoreable_node_types": [
      "<string>"
    ]
  },
  "model_name": "<string>",
  "num_judges": 123,
  "created_at": "2023-11-07T05:31:56Z",
  "updated_at": "2023-11-07T05:31:56Z"
}

Authorizations

Galileo-API-Key
string
header
required

Path Parameters

scorer_id
string
required

Body

application/json

Response

200
application/json

Successful Response

The response is of type object.